-- Logs begin at Wed 2022-03-02 13:17:26 UTC, end at Wed 2022-03-02 14:19:26 UTC. -- Mar 02 13:48:48.666476 dv-cinder-831247-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 02 13:48:51.600280 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.common.config [-] Logging enabled! Mar 02 13:48:51.600878 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev568 Mar 02 13:48:51.601078 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102830) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 13:48:51.604321 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.common.config [-] Logging enabled! Mar 02 13:48:51.604581 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev568 Mar 02 13:48:51.604902 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102830) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 13:48:51.605849 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 13:48:51.606090 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 13:48:51.606469 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 13:48:51.606748 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 13:48:51.607384 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 13:48:51.607716 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.608146 dv-cinder-831247-3-iscsi neutron-server[102830]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 02 13:48:51.608470 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.608782 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.609088 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.609393 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.609697 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.609993 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.610294 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.610622 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.610978 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.611267 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.611561 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.611865 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.612157 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.612453 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.612748 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.613039 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] debug = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.613328 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.613768 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.614205 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.614496 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.614821 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.615112 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.615392 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.615676 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.615969 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.616305 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] host = dv-cinder-831247-3-iscsi {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.616590 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.616885 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.617194 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.617475 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.617756 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.618040 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.618351 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.618614 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.618917 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] log_file = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.619201 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.619499 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.619793 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.620093 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.620324 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.620553 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.620854 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.621150 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.621434 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.621714 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.621992 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.622272 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.622551 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.622855 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.623147 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.623436 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.623727 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.624006 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.624287 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.624566 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.624844 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.625135 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.625416 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.625696 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.625975 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.626303 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.626571 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.626884 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.627192 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.627486 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.627775 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.628068 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.628352 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.628641 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.628921 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.629200 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.629483 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] use_json = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.629759 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.630035 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.630324 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.630606 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.630912 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.631194 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.631473 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.631764 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.632042 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:51.632344 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.632649 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.632957 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.633262 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.633562 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.633850 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.634146 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.634432 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.634754 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.635053 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.635352 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.635637 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.635942 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.636238 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.636541 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.636855 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.637155 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.637455 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.637738 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.638021 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.638304 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.638591 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.638915 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.639203 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.639506 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.639804 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.640092 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.640397 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.640692 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.640993 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.641288 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.641571 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.642428 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.642691 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.642982 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.643269 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.643555 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.643853 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.644137 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.644417 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.644705 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.644989 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.645270 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.645548 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.645830 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.646126 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.646409 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.646716 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.646993 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.647276 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.647556 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.647847 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.648129 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.648409 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.648687 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.648971 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.649250 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.649536 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.649818 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.650097 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.650379 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.650667 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.650962 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.651244 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.651523 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.651803 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.652085 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.652366 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.652653 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.652935 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.653219 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.653502 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.653781 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.654061 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.654353 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.654668 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.654963 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.655252 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.655537 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.655821 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.656105 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.656386 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.656671 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.656955 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.657235 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.658157 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.658452 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.658787 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.659101 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.659394 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.659699 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.659986 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.660271 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.660822 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.661115 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.661399 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.661691 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.661984 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.662287 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.662590 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.662920 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.663222 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.663520 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.663807 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.664123 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.664410 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:51.664633 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 13:48:51.664878 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102830) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 02 13:48:52.040913 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 02 13:48:52.041203 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 02 13:48:52.041510 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 02 13:48:52.041992 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 02 13:48:52.375102 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.375320 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.375598 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.377536 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.377815 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.378088 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.424421 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.424698 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.424977 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.439708 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.439993 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.440269 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.468732 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.469016 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.469293 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.508052 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.508336 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.508614 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.859269 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.859892 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.859892 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.860051 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.860872 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.960817 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.961142 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.961433 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.961711 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.961986 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.962304 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.962573 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.962864 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.963127 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.963413 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.963678 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.963949 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.964211 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.964469 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.964730 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.964998 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.965257 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.965530 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.965804 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.966068 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.966344 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.966606 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.966917 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.967296 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.967554 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.967803 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:52.968201 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 13:48:52.968447 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 13:48:52.968691 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 13:48:52.968932 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 13:48:52.969173 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 13:48:52.969412 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 13:48:52.969780 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 02 13:48:52.973032 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 02 13:48:52.977129 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 02 13:48:52.981007 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 02 13:48:52.982682 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 02 13:48:52.983162 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 02 13:48:52.983507 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 02 13:48:52.983896 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 02 13:48:52.987343 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 02 13:48:52.987602 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 02 13:48:52.987952 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 13:48:52.992863 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 02 13:48:53.017431 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 02 13:48:53.017888 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.018193 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102830) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 02 13:48:53.018576 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.019988 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102830) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 02 13:48:53.020275 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 13:48:53.020526 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 02 13:48:53.023871 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.024163 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.087039 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 02 13:48:53.087290 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 02 13:48:53.087535 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 02 13:48:53.087907 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 02 13:48:53.108403 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_db.sqlalchemy.engines [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102830) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 02 13:48:53.559189 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.managers [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Initializing driver for type 'gre' Mar 02 13:48:53.559861 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] gre ID ranges: [(1, 1000)] Mar 02 13:48:53.611602 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.managers [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Initializing driver for type 'local' Mar 02 13:48:53.611948 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.managers [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Initializing driver for type 'vlan' Mar 02 13:48:53.624755 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] VlanTypeDriver initialization complete Mar 02 13:48:53.625105 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.managers [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Initializing driver for type 'vxlan' Mar 02 13:48:53.625592 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] vxlan ID ranges: [(1, 1000)] Mar 02 13:48:53.679323 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.managers [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Initializing extension driver 'port_security' Mar 02 13:48:53.679773 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.extensions.port_security [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] PortSecurityExtensionDriver initialization complete Mar 02 13:48:53.680138 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.managers [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Initializing mechanism driver 'openvswitch' Mar 02 13:48:53.680477 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.managers [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Initializing mechanism driver 'hyperv' Mar 02 13:48:53.687142 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.plugin [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:48:53.688003 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > port after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.688412 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > port after_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.689267 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > port after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.689814 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102830) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 13:48:53.690248 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > subnet after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.690612 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > subnet after_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.690993 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.691400 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102830) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 13:48:53.691816 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > network after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.692175 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > network after_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.692526 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > network after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.692926 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102830) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 13:48:53.693343 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > security_group after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.693704 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > security_group after_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.694053 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.694462 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102830) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 13:48:53.694897 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.695256 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.695605 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.696008 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102830) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 13:48:53.696421 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > address_group after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.696778 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > address_group after_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.697126 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.697530 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102830) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 13:48:53.697983 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] ML2 OVO RPC backend initialized. {{(pid=102830) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 02 13:48:53.698726 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.699093 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.699521 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > network before_response 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.699878 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > networks before_response 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.700234 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > port before_response 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.700584 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > ports before_response 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.700939 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > subnet before_response 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.701292 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > subnets before_response 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.701649 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > network after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.701999 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > network after_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.702343 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > network after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.702784 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > port after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.703136 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > port after_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.703481 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > port after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.703825 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > subnet after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.704201 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > subnet after_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.705211 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.712556 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.quota [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded quota_driver: . Mar 02 13:48:53.712933 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.plugin [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Modular L2 Plugin initialization complete Mar 02 13:48:53.713292 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading services supported by the core plugin {{(pid=102830) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 02 13:48:53.713641 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.plugins.ml2.managers [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Got port-security extension from driver 'port_security' Mar 02 13:48:53.714138 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.extensions.vlantransparent [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Disabled vlantransparent extension. Mar 02 13:48:53.714666 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102830) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 02 13:48:53.714998 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading Plugin: router Mar 02 13:48:53.751795 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.752347 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router after_create 55549900 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.752738 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router before_create 55549900 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.753118 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.753512 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.753883 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router after_delete 55549900 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.754255 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.754621 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.755020 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router after_create 55549900 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.755381 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router after_update 55549900 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.755743 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router after_update 55549900 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.756111 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.756485 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router after_update 55549900 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.756908 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router precommit_update 55549900 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.757292 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: port after_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.757644 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: port after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.757997 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: subnet after_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.758348 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.758733 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.759097 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router precommit_create 55549900 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.759512 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: port before_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.759872 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router precommit_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.760239 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router after_update 55549900 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.760594 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.761082 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router precommit_create 55549900 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.761456 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.761817 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router precommit_update 55549900 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.762198 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > agent after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.762563 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > agent after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.762951 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > network after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.763823 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Tracking information for resource: router configured {{(pid=102830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 13:48:53.764169 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Tracking information for resource: floatingip configured {{(pid=102830) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 13:48:53.769717 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.db.l3_agentschedulers_db [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 02 13:48:53.770303 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: port after_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.770703 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: port after_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.771072 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: port after_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.771434 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: port after_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.772233 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router before_create 55550100 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.772608 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.772981 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router precommit_create 55550100 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.773348 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > router precommit_update 55550100 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.778175 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.services.provider_configuration [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Service providers = [] {{(pid=102830) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 02 13:48:53.778554 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.db.servicetype_db [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102830) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 02 13:48:53.781593 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.services.service_base [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102830) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 13:48:53.781954 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.services.service_base [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102830) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 13:48:53.782337 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.services.service_base [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102830) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 13:48:53.783280 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.services.service_base [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102830) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 13:48:53.783669 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.services.service_base [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 02 13:48:53.784053 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 13:48:53.784382 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 02 13:48:53.795458 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 13:48:53.795808 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading Plugin: auto_allocate Mar 02 13:48:53.802218 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: network precommit_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.802598 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: network precommit_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.803152 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 13:48:53.803483 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading Plugin: tag Mar 02 13:48:53.810393 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 13:48:53.810716 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading Plugin: timestamp Mar 02 13:48:53.815172 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 13:48:53.815514 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading Plugin: network_ip_availability Mar 02 13:48:53.821023 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.821405 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.821773 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:53.822498 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 13:48:53.822867 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading Plugin: flavors Mar 02 13:48:53.827853 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 13:48:53.828205 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading Plugin: revisions Mar 02 13:48:53.832569 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102830) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 13:48:53.832968 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_concurrency.lockutils [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.791s {{(pid=102830) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 02 13:48:53.833727 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102830) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 02 13:48:53.834077 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Initializing extension manager. Mar 02 13:48:53.834617 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: __init__.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.834994 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: __pycache__ {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.835344 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.835691 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: address_group.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.836473 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.837052 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: address-group Mar 02 13:48:53.837387 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: address_scope.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.838116 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.838630 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: address-scope Mar 02 13:48:53.838987 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.839952 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.840463 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: router-admin-state-down-before-update Mar 02 13:48:53.840799 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: agent.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.841517 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.842028 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: agent Mar 02 13:48:53.842361 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: agent_resources_synced.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.843322 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.843833 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: agent-resources-synced Mar 02 13:48:53.844172 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: allowedaddresspairs.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.846115 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.846662 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: allowed-address-pairs Mar 02 13:48:53.847010 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: auto_allocated_topology.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.848112 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.848640 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: auto-allocated-topology Mar 02 13:48:53.848980 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: availability_zone.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.849687 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.850201 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: availability_zone Mar 02 13:48:53.850535 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: availability_zone_filter.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.851489 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.852005 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: availability_zone_filter Mar 02 13:48:53.852342 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: data_plane_status.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.853263 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.853778 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension data-plane-status not supported by any of loaded plugins Mar 02 13:48:53.854121 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: default_subnetpools.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.855084 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.855603 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: default-subnetpools Mar 02 13:48:53.855940 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.856768 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.857283 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: dhcp_agent_scheduler Mar 02 13:48:53.857618 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: dns.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.858556 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.859099 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension dns-integration not supported by any of loaded plugins Mar 02 13:48:53.859461 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: dns_domain_ports.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.860403 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.861474 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 02 13:48:53.861811 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.862787 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.863306 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 02 13:48:53.863644 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: dvr.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.864327 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.864850 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: dvr Mar 02 13:48:53.865184 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: ecmp_routes.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.866115 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.866628 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 02 13:48:53.866992 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: empty_string_filtering.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.867925 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.868442 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: empty-string-filtering Mar 02 13:48:53.868776 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.869703 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.870216 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 02 13:48:53.870545 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.871505 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.872016 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 02 13:48:53.872348 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: external_net.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.873273 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.873785 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: external-net Mar 02 13:48:53.874116 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.875077 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.875587 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: extra_dhcp_opt Mar 02 13:48:53.875918 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: extraroute.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.877486 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.877997 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: extraroute Mar 02 13:48:53.878329 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: extraroute_atomic.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.879412 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.879929 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: extraroute-atomic Mar 02 13:48:53.880263 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: filter_validation.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.880940 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.881449 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: filter-validation Mar 02 13:48:53.881779 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: fip_pf_description.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.882735 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.883250 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 02 13:48:53.883580 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: fip_port_details.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.884708 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.885226 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: fip-port-details Mar 02 13:48:53.885559 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: flavors.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.886857 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.887380 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: flavors Mar 02 13:48:53.887716 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.889418 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.889942 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 02 13:48:53.890301 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: floatingip_pools.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.891030 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.891549 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: floatingip-pools Mar 02 13:48:53.891910 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: ip_allocation.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.892927 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.893437 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension ip_allocation not supported by any of loaded plugins Mar 02 13:48:53.893772 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.894745 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.895265 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: ip-substring-filtering Mar 02 13:48:53.895602 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: l2_adjacency.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.896544 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.897062 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 02 13:48:53.897396 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: l3.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.898377 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.898934 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: router Mar 02 13:48:53.899275 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.901553 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.902085 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 02 13:48:53.902426 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.903396 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.903913 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: ext-gw-mode Mar 02 13:48:53.904253 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.905204 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.905724 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: l3-ha Mar 02 13:48:53.906062 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.907029 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.907750 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 02 13:48:53.908590 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: l3_flavors.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.909537 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.910075 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: l3-flavors Mar 02 13:48:53.910389 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.912079 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.912601 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 02 13:48:53.912943 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.913881 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.914405 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 02 13:48:53.914782 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: l3agentscheduler.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.915853 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.916376 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: l3_agent_scheduler Mar 02 13:48:53.916717 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: local_ip.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.918522 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.919100 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension local_ip not supported by any of loaded plugins Mar 02 13:48:53.919454 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: logging.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.922397 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.923519 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension logging not supported by any of loaded plugins Mar 02 13:48:53.923930 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: metering.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.925163 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.925762 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: metering Mar 02 13:48:53.926115 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.927275 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.927812 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: metering_source_and_destination_fields Mar 02 13:48:53.928157 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: multiprovidernet.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.929109 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.929631 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: multi-provider Mar 02 13:48:53.929971 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: netmtu.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.930946 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.931468 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: net-mtu Mar 02 13:48:53.931805 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: netmtu_writable.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.932747 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.933271 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: net-mtu-writable Mar 02 13:48:53.933609 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: network_availability_zone.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.934299 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.934854 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: network_availability_zone Mar 02 13:48:53.935193 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: network_ip_availability.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.936338 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.936863 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: network-ip-availability Mar 02 13:48:53.937198 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: network_segment_range.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.937978 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.938497 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension network-segment-range not supported by any of loaded plugins Mar 02 13:48:53.939749 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: pagination.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.940839 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.941183 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: pagination Mar 02 13:48:53.941518 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: port_device_profile.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.942474 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.943029 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: port-device-profile Mar 02 13:48:53.943368 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.944312 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.944833 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: port-mac-address-regenerate Mar 02 13:48:53.945171 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.946096 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.946622 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: port-numa-affinity-policy Mar 02 13:48:53.946984 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: port_resource_request.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.947934 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.948448 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension port-resource-request not supported by any of loaded plugins Mar 02 13:48:53.948782 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: port_resource_request_groups.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.949769 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.950287 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 02 13:48:53.950624 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: portbindings.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.951601 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.952119 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: binding Mar 02 13:48:53.952453 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: portbindings_extended.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.953746 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.954322 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: binding-extended Mar 02 13:48:53.954681 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: portsecurity.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.955627 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.956148 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: port-security Mar 02 13:48:53.956491 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: project_id.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.957489 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.957831 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: project-id Mar 02 13:48:53.958167 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: providernet.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.959135 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.959661 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: provider Mar 02 13:48:53.959997 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: qos.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.963639 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.964172 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension qos not supported by any of loaded plugins Mar 02 13:48:53.964511 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.965797 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.966323 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 02 13:48:53.966684 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.967628 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.968144 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 02 13:48:53.968482 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: qos_default.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.969420 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.970008 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension qos-default not supported by any of loaded plugins Mar 02 13:48:53.970404 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: qos_fip.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.971415 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.971935 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension qos-fip not supported by any of loaded plugins Mar 02 13:48:53.972272 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.973215 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.973735 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 02 13:48:53.974071 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: qos_gateway_ip.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.975057 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.975579 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 02 13:48:53.975916 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: qos_port_network_policy.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.976982 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.977503 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 02 13:48:53.977844 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.978956 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.979480 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 02 13:48:53.979817 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.980888 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.981409 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 02 13:48:53.981745 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: qos_pps_rule.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.982996 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.983526 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension qos-pps not supported by any of loaded plugins Mar 02 13:48:53.983864 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: qos_rule_type_details.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.984801 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.985326 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 02 13:48:53.986199 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: qos_rules_alias.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.987312 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.987834 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 02 13:48:53.988170 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: quota_check_limit.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.989101 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.989622 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: quota-check-limit Mar 02 13:48:53.989958 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: quotasv2.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.990931 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.991271 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: quotas Mar 02 13:48:53.991603 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: quotasv2_detail.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.993420 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.993768 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: quota_details Mar 02 13:48:53.994107 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: rbac.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.995211 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.995743 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: rbac-policies Mar 02 13:48:53.996086 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: rbac_address_group.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.997046 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.997570 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: rbac-address-group Mar 02 13:48:53.997907 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: rbac_address_scope.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:53.998870 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:53.999392 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: rbac-address-scope Mar 02 13:48:53.999729 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: rbac_security_groups.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.000669 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.001795 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: rbac-security-groups Mar 02 13:48:54.002176 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: rbac_subnetpool.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.003170 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.003693 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: rbac-subnetpool Mar 02 13:48:54.004032 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: revisionifmatch.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.005030 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.005548 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: revision-if-match Mar 02 13:48:54.005882 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: revisions.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.007118 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.007640 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: standard-attr-revisions Mar 02 13:48:54.007976 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: router_availability_zone.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.008670 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.009198 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: router_availability_zone Mar 02 13:48:54.009532 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: routerservicetype.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.010472 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.011013 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension router-service-type not supported by any of loaded plugins Mar 02 13:48:54.011348 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.012292 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.012809 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: security-groups-normalized-cidr Mar 02 13:48:54.013143 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.014092 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.014608 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: port-security-groups-filtering Mar 02 13:48:54.014969 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.015914 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.016435 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: security-groups-remote-address-group Mar 02 13:48:54.016855 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.017853 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.018372 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: security-groups-shared-filtering Mar 02 13:48:54.018736 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.019342 dv-cinder-831247-3-iscsi neutron-server[102830]: WARNING neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 02 13:48:54.019674 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: securitygroup.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.029366 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.029910 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: security-group Mar 02 13:48:54.030254 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: segment.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.031092 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.031614 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension segment not supported by any of loaded plugins Mar 02 13:48:54.031954 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.033018 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.033546 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 02 13:48:54.033884 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: servicetype.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.035044 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.035846 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: service-type Mar 02 13:48:54.036190 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: sorting.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.037201 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.037541 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: sorting Mar 02 13:48:54.037873 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: standard_attr_segment.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.038852 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.039377 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 02 13:48:54.039710 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: standardattrdescription.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.040372 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.040886 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: standard-attr-description Mar 02 13:48:54.041218 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: stateful_security_group.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.042196 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.042736 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: stateful-security-group Mar 02 13:48:54.043070 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: stdattrs_common.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.043650 dv-cinder-831247-3-iscsi neutron-server[102830]: WARNING neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 02 13:48:54.043979 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.044919 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.045435 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 02 13:48:54.045766 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: subnet_onboard.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.046929 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.047450 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: subnet_onboard Mar 02 13:48:54.047783 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.049331 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.049850 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 02 13:48:54.050183 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: subnet_service_types.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.051160 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.051681 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: subnet-service-types Mar 02 13:48:54.052018 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: subnetallocation.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.053168 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.053688 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: subnet_allocation Mar 02 13:48:54.054024 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.054979 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.055498 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: subnetpool-prefix-ops Mar 02 13:48:54.055831 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.056785 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.057307 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 02 13:48:54.057643 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: tagging.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.058734 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.059268 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: standard-attr-tag Mar 02 13:48:54.059607 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: timestamp.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.060871 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.061346 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loaded extension: standard-attr-timestamp Mar 02 13:48:54.061685 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: trunk.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.062767 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.063294 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension trunk not supported by any of loaded plugins Mar 02 13:48:54.064256 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: trunk_details.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.065374 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.065901 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension trunk-details not supported by any of loaded plugins Mar 02 13:48:54.066240 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: uplink_status_propagation.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.067210 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.067738 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 02 13:48:54.068073 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Loading extension file: vlantransparent.py {{(pid=102830) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 13:48:54.068755 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102830) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 13:48:54.069270 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 02 13:48:54.071798 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Creating instance of TrackedResource for resource:network Mar 02 13:48:54.072328 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Creating instance of TrackedResource for resource:subnet Mar 02 13:48:54.072737 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 13:48:54.073152 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Creating instance of TrackedResource for resource:port Mar 02 13:48:54.074393 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.v2.resource_helper [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 13:48:54.074880 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.v2.resource_helper [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Service FLAVORS assigned prefix: {{(pid=102830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 13:48:54.075508 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.v2.resource_helper [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 13:48:54.075949 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.v2.resource_helper [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 13:48:54.076292 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Creating instance of TrackedResource for resource:router Mar 02 13:48:54.076726 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 13:48:54.077233 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.v2.resource_helper [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Service METERING assigned prefix: /metering {{(pid=102830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 13:48:54.078712 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:54.079097 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:54.079775 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102830) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:48:54.080695 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 13:48:54.081158 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Creating instance of TrackedResource for resource:security_group Mar 02 13:48:54.081594 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 13:48:54.082209 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.v2.resource_helper [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Service CORE assigned prefix: {{(pid=102830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 13:48:54.082550 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 13:48:54.082946 dv-cinder-831247-3-iscsi neutron-server[102830]: WARNING neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] subnetpool is already registered Mar 02 13:48:54.083390 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.v2.resource_helper [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Service CORE assigned prefix: {{(pid=102830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 13:48:54.083726 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 13:48:54.084066 dv-cinder-831247-3-iscsi neutron-server[102830]: WARNING neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] subnetpool is already registered Mar 02 13:48:54.086327 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.v2.resource_helper [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 13:48:54.086808 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.v2.resource_helper [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Service FLAVORS assigned prefix: {{(pid=102830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 13:48:54.087412 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.v2.resource_helper [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 13:48:54.087844 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.v2.resource_helper [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 13:48:54.088192 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Creating instance of TrackedResource for resource:router Mar 02 13:48:54.088544 dv-cinder-831247-3-iscsi neutron-server[102830]: WARNING neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] router is already registered Mar 02 13:48:54.088964 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 13:48:54.089311 dv-cinder-831247-3-iscsi neutron-server[102830]: WARNING neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] floatingip is already registered Mar 02 13:48:54.089776 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.v2.resource_helper [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Service METERING assigned prefix: /metering {{(pid=102830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 13:48:54.090446 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 13:48:54.090817 dv-cinder-831247-3-iscsi neutron-server[102830]: WARNING neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] rbac_policy is already registered Mar 02 13:48:54.091237 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Creating instance of TrackedResource for resource:security_group Mar 02 13:48:54.091582 dv-cinder-831247-3-iscsi neutron-server[102830]: WARNING neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] security_group is already registered Mar 02 13:48:54.091995 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 13:48:54.092336 dv-cinder-831247-3-iscsi neutron-server[102830]: WARNING neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] security_group_rule is already registered Mar 02 13:48:54.092982 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.v2.resource_helper [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Service CORE assigned prefix: {{(pid=102830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 13:48:54.093321 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 13:48:54.093665 dv-cinder-831247-3-iscsi neutron-server[102830]: WARNING neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] subnetpool is already registered Mar 02 13:48:54.094089 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.v2.resource_helper [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Service CORE assigned prefix: {{(pid=102830) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 13:48:54.094424 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 13:48:54.095359 dv-cinder-831247-3-iscsi neutron-server[102830]: WARNING neutron.quota.resource_registry [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] subnetpool is already registered Mar 02 13:48:54.095870 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: extensions {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.097395 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: address-groups {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.098963 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: address-scopes {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.100305 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: agents {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.101481 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: auto-allocated-topology {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.102760 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: availability_zones {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.104000 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: dhcp-networks {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.105590 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: dhcp-agents {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.107045 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: routers {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.109287 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: flavors {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.111106 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: service_profiles {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.112356 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: next_providers {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.113823 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: service_profiles {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.115436 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: floatingip-pools {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.116684 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: routers {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.118890 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: floatingips {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.121579 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: l3-routers {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.123221 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: l3-agents {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.124684 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: metering-labels {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.126081 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: metering-label-rules {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.127424 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: network-ip-availabilities {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.128724 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: bindings {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.130413 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: quotas {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.132014 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: quotas {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.133558 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: rbac-policies {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.134903 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: security-groups {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.136141 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: security-group-rules {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.137408 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: service-providers {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.138672 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: subnetpools {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.140103 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: subnetpools {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.141588 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: tags {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.143616 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: tags {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.145451 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: tags {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.147285 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: tags {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.149090 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: tags {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.151007 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: tags {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.152720 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: tags {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.154662 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: tags {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.156447 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: tags {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.158871 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron.api.extensions [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Extended resource: tags {{(pid=102830) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 13:48:54.165070 dv-cinder-831247-3-iscsi neutron-server[102830]: WARNING keystonemiddleware.auth_token [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 02 13:48:54.169788 dv-cinder-831247-3-iscsi neutron-server[102830]: WARNING keystonemiddleware.auth_token [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 02 13:48:54.178988 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_concurrency.lockutils [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Acquired lock "singleton_lock" {{(pid=102830) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 02 13:48:54.179475 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_concurrency.lockutils [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Releasing lock "singleton_lock" {{(pid=102830) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 02 13:48:54.180139 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO oslo_service.service [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Starting 2 workers Mar 02 13:48:54.185052 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Started child 102939 {{(pid=102830) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 13:48:54.189649 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Started child 102940 {{(pid=102830) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 13:48:54.190767 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:48:54.191459 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO neutron.service [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 02 13:48:54.191936 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:48:54.192360 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [-] (102939) wsgi starting up on http://0.0.0.0:9696 Mar 02 13:48:54.194397 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO oslo_service.service [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Starting 1 workers Mar 02 13:48:54.194576 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:48:54.196149 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [-] (102940) wsgi starting up on http://0.0.0.0:9696 Mar 02 13:48:54.199728 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Started child 102941 {{(pid=102830) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 13:48:54.200274 dv-cinder-831247-3-iscsi neutron-server[102830]: INFO oslo_service.service [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Starting 1 workers Mar 02 13:48:54.203349 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.service [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] calling RpcWorker wait() {{(pid=102941) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 02 13:48:54.203867 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.service [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] returning from RpcWorker wait() {{(pid=102941) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 02 13:48:54.204859 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Started child 102942 {{(pid=102830) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 13:48:54.205283 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:48:54.205794 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:48:54.205893 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG neutron_lib.callbacks.manager [None req-290ee1e4-9008-45cc-8903-35e9f821b502 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:48:54.207868 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102830) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 02 13:48:54.208101 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 13:48:54.208292 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 13:48:54.208530 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 13:48:54.208897 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 13:48:54.209067 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 13:48:54.209583 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.209872 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.210142 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.210402 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.210604 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:48:54.211102 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.211296 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.211560 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.211658 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:48:54.211797 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.212075 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.212312 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.212484 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.212654 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.212911 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.213160 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.213463 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.213729 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.213981 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.214235 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.214410 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.214742 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.214952 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.215190 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.215452 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] debug = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.215709 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.216211 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.216441 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.216687 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.216914 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.217192 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.217424 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.217727 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.217966 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.218184 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.218433 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.218710 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.218945 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.219189 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.219453 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.219673 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.220585 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.220940 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.221466 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] host = dv-cinder-831247-3-iscsi {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.221722 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.221951 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.222203 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.222481 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.222758 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.223016 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.223288 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.223576 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.223813 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.224047 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.224322 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.224560 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.224814 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.225056 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] log_file = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.225227 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] log_options = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.225474 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.225733 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.225992 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.226188 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.226361 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.226516 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.226814 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.226988 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.227253 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.227495 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.227733 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.227980 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.228207 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.228445 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.229233 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.229478 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.230205 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.230588 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.231095 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.231313 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.231621 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.231946 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.232246 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.232647 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.232880 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.233559 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.233971 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.234376 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.234837 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.235152 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.236211 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.236683 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.237155 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.237806 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.238286 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.238737 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.239164 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.239564 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.240054 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.240519 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.241005 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.241501 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.241911 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.242345 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.242607 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.242892 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.243137 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] use_json = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.243393 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.243777 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.244158 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.244519 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.244906 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.245132 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.245490 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.245872 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.246243 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.246907 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.247376 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.247870 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.248296 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.248541 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.248969 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.249383 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.249812 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.250240 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.250688 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.251410 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.252130 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.252618 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.253153 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.253515 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.253904 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.254276 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.254553 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.254834 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.255072 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.255303 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.255559 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.255844 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.256095 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.256357 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.256621 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.256854 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.257170 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.257448 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.257812 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.258109 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.258392 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.258687 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.258915 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.259298 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.259528 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.259776 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.260022 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.260262 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.260542 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.260773 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.261014 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.261242 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.261481 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.261704 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.261940 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.262204 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.262694 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.262942 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.263179 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.263407 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.263634 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.263877 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.264119 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.264372 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.264593 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.264855 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.265128 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.265387 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.265614 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.265832 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.266077 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.266324 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.266546 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.266833 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.267074 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.267678 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.268180 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.268582 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.269202 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.269625 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.270030 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.270256 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.270681 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.271119 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.271532 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.271937 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.272361 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.272610 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.272832 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.273072 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.273490 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.273714 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.273932 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.274332 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.274790 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.275016 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.275242 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.275464 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.275710 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.275928 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.276225 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.276717 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.277134 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.277412 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.277672 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.277931 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.278189 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.278441 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.278686 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.278915 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.279294 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.279574 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.279813 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.280048 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.280279 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.280504 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.280784 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.281008 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.281226 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.281454 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.281693 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.281946 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.282193 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.283081 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.283295 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.283561 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.283821 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.284059 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.284512 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.284790 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.285087 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.285338 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.285884 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.286200 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.286474 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.286767 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.287025 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.287964 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.288230 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.288516 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.288772 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.289157 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.289556 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.289952 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.290199 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.290449 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.290709 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.290952 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.291292 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.291531 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.291946 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.292314 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.292756 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.292998 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.293246 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.293703 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.294034 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.294460 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.294759 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.295017 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.295242 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.295499 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.295733 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.296116 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.296342 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.296564 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.296824 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.297048 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.297271 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.297533 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.297777 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.298070 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.298829 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.299077 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.299302 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.299552 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.299928 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.300172 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.300596 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.300836 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.301206 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.301594 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.301813 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.302068 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.302453 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.302757 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.303018 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.303272 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.303507 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.303734 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.303995 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.304239 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.304487 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.304728 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.304947 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.305166 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.305399 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.305619 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.305840 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.306069 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.306288 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.306538 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.306827 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.307170 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.307419 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.307673 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.307953 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.308157 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:48:54.308274 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.308425 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.308654 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.308874 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.309130 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.309337 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.309564 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.309804 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.310026 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.310245 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.310465 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.310824 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.311297 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.311520 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.311876 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.312640 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.312904 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.313132 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.313359 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.314219 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.314219 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.314219 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.314219 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.314549 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.314681 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.314974 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.315231 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.315486 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.315747 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.316006 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.316263 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.316501 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.316723 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.316939 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.317164 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.317382 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.317596 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.317827 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.318063 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.318297 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.318523 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.318778 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.318992 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.319241 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.319452 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.319840 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.320068 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.320293 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.320528 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.320762 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.320977 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.321211 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.321456 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.321697 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.321912 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.322298 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.322516 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.322754 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.322985 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.323207 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.323448 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.323714 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.323967 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.324190 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.324479 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.324744 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.324994 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.325240 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.325545 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.325783 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.326063 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.326304 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.326524 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.326770 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.327039 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.327352 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.327663 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.327930 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.328205 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.328498 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.328793 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.329067 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.329404 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.329728 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.330160 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.330510 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.330849 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.331358 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.331603 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.332026 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.332269 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.332497 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.332756 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.332997 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.333250 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.333507 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.333741 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.333982 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.334215 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.334475 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.334741 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.334965 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.335213 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.335435 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.335598 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 13:48:54.336153 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102830) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 02 13:48:54.336321 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 13:48:54.336480 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 13:48:54.336655 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 13:48:54.336829 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 13:48:54.336982 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 13:48:54.337198 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.337388 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.337519 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.337679 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.337843 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.338053 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.338218 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.338531 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.338733 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.338894 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.339228 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.339390 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.339701 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.339865 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.340038 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.340192 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.340480 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.340767 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.341080 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.341253 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.341409 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.341571 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.341732 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] debug = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.341896 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.342102 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.342267 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.342426 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.342514 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 57678) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:48:54.342603 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.342863 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.342966 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.343080 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.343242 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.343403 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.343565 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.343725 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.343887 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.344048 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.344210 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.344372 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.344534 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.344695 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.345377 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] host = dv-cinder-831247-3-iscsi {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.345540 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.345704 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.345866 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.346030 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.346278 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.346443 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.346605 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.346792 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.346955 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.347115 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.347277 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.347439 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.347600 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.347761 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] log_file = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.347924 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] log_options = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.348088 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.348248 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.348410 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.348590 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.348757 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.348919 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.349079 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.349247 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.349409 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.349571 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.349734 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.349895 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.350057 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.350218 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.350379 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.350541 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.350726 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.350894 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.351073 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.351210 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.351368 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.351527 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.351688 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.351850 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.352012 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.352174 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.352337 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.352502 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.352662 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.352824 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.353000 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.353137 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.353299 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.353461 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.353623 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.354747 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.354747 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.354902 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0089495 Mar 02 13:48:54.354990 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.354990 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.354990 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.354990 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.354990 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.354990 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.355343 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.355343 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.355343 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.355508 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] use_json = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.355620 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.355779 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.355939 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.356101 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.356268 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.356429 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.358136 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.358136 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.358136 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 13:48:54.358136 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.358396 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.358396 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.358528 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.359633 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.359633 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.359633 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.359633 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.359633 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.359633 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.359633 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.360176 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.360176 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.360176 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.360349 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.360449 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.361221 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.361495 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.361834 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.362156 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.362319 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.362478 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.362664 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.362844 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.363008 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.363225 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.363350 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.363471 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.363925 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.363925 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.364193 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.364193 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.364383 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.364460 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.364582 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.364752 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.364921 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.365085 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.365250 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.365414 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.365579 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.365744 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.365909 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.366074 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.366238 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.366403 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.366569 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.366762 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.366927 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.367091 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.367255 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.367422 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.367588 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.367752 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.367916 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.368082 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.368246 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.368421 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.368585 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.368748 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.368910 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.369075 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.369243 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.369407 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.369571 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.369735 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.369965 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.370100 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.370226 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.370389 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.370552 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.370734 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.370900 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.371066 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.371231 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.371395 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.371559 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.371724 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.371887 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.372051 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.372215 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.372378 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.372541 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.372707 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.372877 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.373038 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.373358 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.373524 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.373690 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.373852 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.374016 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.374192 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.374373 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.374538 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.374732 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.374901 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.375068 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.375232 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.375398 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.375564 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.375728 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.375893 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.376078 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.376732 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.376901 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.377067 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.377410 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.377576 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.377742 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.377910 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.378077 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.378243 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.378410 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.378575 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.378821 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.378957 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.379090 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.379235 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.379375 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.379537 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.379703 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.379871 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.380035 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.380194 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.380401 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.380539 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.380682 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.380816 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.380981 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.381147 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.381312 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.381478 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.381644 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.382493 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.382493 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.382493 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.382493 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.382493 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.382998 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.382998 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.382998 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.383253 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.383253 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.383444 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.383534 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.383692 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.383857 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.384021 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.384186 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.384350 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.384515 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.384679 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.384843 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.385006 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.385172 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.385338 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.385502 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.385667 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.385832 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.385996 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.386159 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.386325 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.386490 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.386670 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.386840 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.387005 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.387169 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.387337 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.387505 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.387668 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.387826 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.387986 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.388151 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.388315 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.388480 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.388648 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.388814 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.388980 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.389144 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.389317 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.389467 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.389631 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.389795 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.389962 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.390125 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.390289 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.390452 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.390618 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.390815 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.390979 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.391147 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.391313 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.391477 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.391640 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.392363 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.392697 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.392937 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.393014 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.393185 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.393349 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.393505 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.393652 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.393813 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.393979 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.394151 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.394314 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.394481 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.394712 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.394831 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.394996 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.395164 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.395334 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.395501 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.395666 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.395834 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.396000 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.396163 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.396326 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.396491 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.396743 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.396838 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.396970 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.397134 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.397312 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.397476 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.397641 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.397807 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.397973 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.398137 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.398311 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.398475 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.398640 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.398826 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.398994 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.399159 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.399331 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.399502 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.399666 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.399831 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.399995 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.400160 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.401081 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.401081 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.401081 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.401081 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.401081 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.401081 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.401452 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.401452 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.401582 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.401718 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.401884 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.402049 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.402225 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.402389 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.402553 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.402742 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.402909 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.404057 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.404057 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.404057 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.404057 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.404057 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.404057 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.404057 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.404761 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.404761 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.404761 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.404761 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.405216 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.405216 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.405216 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.405523 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.405523 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.405716 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.405716 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.405865 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.406551 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.406551 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.406551 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.406551 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.406972 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.406972 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.407116 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.407193 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.407342 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.407527 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.407735 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.407828 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.407979 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.408143 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.408309 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.408474 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.408639 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.408803 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.408968 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.409131 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.409297 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.409466 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.409630 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.409795 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.409959 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 13:48:54.410117 dv-cinder-831247-3-iscsi neutron-server[102830]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102830) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 13:49:05.946452 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0f44de-2f53-43d2-a21a-3f6a74e11998 None None] get_active_networks_info from dv-cinder-831247-3-iscsi {{(pid=102941) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 02 13:49:06.015726 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0f44de-2f53-43d2-a21a-3f6a74e11998 None None] No non-hosted networks {{(pid=102941) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 02 13:49:06.099620 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9dd5f656-fa7f-4591-a498-0b29282ebc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606994'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:08.031555 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-35a3939f-e4c6-4586-ada0-fca1ad57a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606994'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:08.082851 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-1d9945e1-80d2-4398-8416-3c0a92ff1fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:09.409453 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606994'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:10.865102 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606994'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:11.651963 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.db.l3_hamode_db [None req-4ada3998-d235-411a-974a-21455272ba49 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 02 13:49:11.734102 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ada3998-d235-411a-974a-21455272ba49 None None] Routers set() bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:49:11.734430 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ada3998-d235-411a-974a-21455272ba49 None None] Router IDs set() for agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 02 13:49:12.329624 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 57758) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:49:12.541686 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606994'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:12.542764 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:12.543552 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:12.544360 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:12.544816 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:12.545367 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:12.545810 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:12.546256 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:12.546818 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:12.548522 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:12.548946 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:12.549544 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:12.549970 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:12.551509 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:12.552177 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831247-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:49:12.559299 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831247-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:49:12.846707 dv-cinder-831247-3-iscsi neutron-server[102939]: WARNING oslo_policy.policy [None req-8669d22d-33e2-42b9-8ed2-17608d0decbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 13:49:12.847243 dv-cinder-831247-3-iscsi neutron-server[102939]: WARNING oslo_policy.policy [None req-8669d22d-33e2-42b9-8ed2-17608d0decbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 13:49:13.071456 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [None req-8669d22d-33e2-42b9-8ed2-17608d0decbb admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 13:49:13.072612 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-8669d22d-33e2-42b9-8ed2-17608d0decbb admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7420447 Mar 02 13:49:15.624115 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 57784) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:49:15.934860 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-71c7b1d7-0c78-4968-9865-177d6f758963 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:49:16.028750 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.policy [None req-71c7b1d7-0c78-4968-9865-177d6f758963 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102939) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 13:49:16.071238 dv-cinder-831247-3-iscsi neutron-server[102939]: WARNING oslo_policy.policy [None req-71c7b1d7-0c78-4968-9865-177d6f758963 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 13:49:16.071613 dv-cinder-831247-3-iscsi neutron-server[102939]: WARNING oslo_policy.policy [None req-71c7b1d7-0c78-4968-9865-177d6f758963 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 13:49:16.165871 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-71c7b1d7-0c78-4968-9865-177d6f758963 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736062676315', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736062676750', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736062657938', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736062663691', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736062637107', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736062644425', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-845747', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-901106', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2031661', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2005404'] for rbac-policy (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:16.230464 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-71c7b1d7-0c78-4968-9865-177d6f758963 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:16.231739 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-71c7b1d7-0c78-4968-9865-177d6f758963 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6066797 Mar 02 13:49:18.728941 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 57794) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:49:19.034163 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:49:19.063659 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Made reservation on behalf of acb699eee9bf44dda8c9044859861e58 for: {'network': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:49:19.067585 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for network (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:19.083885 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:19.191428 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Publish callbacks [] for security_group (88891ad0-799f-4d8b-88eb-25137c2ea546), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:19.195195 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (88891ad0-799f-4d8b-88eb-25137c2ea546), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:19.219801 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=102939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 13:49:19.253623 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736061257620', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (8cc6c6eb-4787-4151-9da7-68fdda5342db), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:19.254212 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Unsubscribe: segment precommit_create {{(pid=102939) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 13:49:19.254769 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.segments_db [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Added segment 8cc6c6eb-4787-4151-9da7-68fdda5342db of type vlan for network fd7e192c-5413-42b0-931e-556de3854900 Mar 02 13:49:19.270759 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=88891ad0-799f-4d8b-88eb-25137c2ea546,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:49:19.318878 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:19.319241 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:19.319599 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:19.319940 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:19.320272 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:19.320600 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:19.320925 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:19.321250 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:19.321571 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:19.321892 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:19.322211 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:19.322527 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:19.322868 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Tracked resource versions report: Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: pushed versions: Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: { 'AddressGroup': {'1.2'}, Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'ConntrackHelper': {'1.0'}, Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'LocalIPAssociation': {'1.0'}, Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'Log': {'1.0'}, Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'Network': {'1.1'}, Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'Port': {'1.7'}, Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'PortForwarding': {'1.2'}, Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'QosPolicy': {'1.10'}, Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'SecurityGroup': {'1.5'}, Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'SecurityGroupRule': {'1.2'}, Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'SubPort': {'1.0'}, Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'Subnet': {'1.1'}, Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'Trunk': {'1.1'}} Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: consumer versions: Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: { DHCP agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: L3 agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: Metadata agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: Metering agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: Open vSwitch agent@dv-cinder-831247-3-iscsi: { 'AddressGroup': '1.2', Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'ConntrackHelper': '1.0', Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'LocalIPAssociation': '1.0', Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'Log': '1.0', Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'Network': '1.1', Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'Port': '1.7', Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'PortForwarding': '1.2', Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'QosPolicy': '1.10', Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'SecurityGroup': '1.5', Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'SecurityGroupRule': '1.2', Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'SubPort': '1.0', Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'Subnet': '1.1', Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: 'Trunk': '1.1'}} Mar 02 13:49:19.324145 dv-cinder-831247-3-iscsi neutron-server[102939]: {{(pid=102939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 13:49:19.369897 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060850773'] for network (fd7e192c-5413-42b0-931e-556de3854900), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:19.409299 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for network (fd7e192c-5413-42b0-931e-556de3854900), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:19.414727 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:49:19.415447 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:19.487313 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7573054 Mar 02 13:49:19.535698 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cd106-2fb2-4e96-bd3e-6f0bb3feb27d demo demo] Pushing event updated for resources: {'Network': ['ID=fd7e192c-5413-42b0-931e-556de3854900,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:49:19.551454 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Network fd7e192c-5413-42b0-931e-556de3854900 details requested by agent ovs-agent-dv-cinder-831247-3-iscsi with host dv-cinder-831247-3-iscsi {{(pid=102941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 13:49:22.024237 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 57806) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:49:22.509695 dv-cinder-831247-3-iscsi neutron-server[102940]: WARNING oslo_policy.policy [None req-e651b36b-1eb2-457e-8b65-3e63646fa116 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 13:49:22.510297 dv-cinder-831247-3-iscsi neutron-server[102940]: WARNING oslo_policy.policy [None req-e651b36b-1eb2-457e-8b65-3e63646fa116 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 13:49:22.947890 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.policy [None req-e651b36b-1eb2-457e-8b65-3e63646fa116 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102940) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 13:49:22.990883 dv-cinder-831247-3-iscsi neutron-server[102940]: WARNING oslo_policy.policy [None req-e651b36b-1eb2-457e-8b65-3e63646fa116 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 13:49:22.991267 dv-cinder-831247-3-iscsi neutron-server[102940]: WARNING oslo_policy.policy [None req-e651b36b-1eb2-457e-8b65-3e63646fa116 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 13:49:22.999181 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e651b36b-1eb2-457e-8b65-3e63646fa116 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:49:23.001677 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-e651b36b-1eb2-457e-8b65-3e63646fa116 demo admin] 10.222.0.36 "GET /v2.0/networks/fd7e192c-5413-42b0-931e-556de3854900 HTTP/1.1" status: 200 len: 825 time: 0.9754148 Mar 02 13:49:23.039662 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-4f32c26f-5d78-48bf-936d-f5febc69804d demo admin] 10.222.0.36 "GET /v2.0/subnetpools/7b802668-099f-42e0-b05b-f51cec4d1e7d HTTP/1.1" status: 200 len: 734 time: 0.0323935 Mar 02 13:49:23.048760 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'fd7e192c-5413-42b0-931e-556de3854900', 'name': 'private-subnet', 'subnetpool_id': '7b802668-099f-42e0-b05b-f51cec4d1e7d', 'ip_version': 4}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:49:23.085681 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Made reservation on behalf of acb699eee9bf44dda8c9044859861e58 for: {'subnet': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:49:23.088443 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:23.374127 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for subnet (20c8ae34-b7be-44d3-98a4-553470628e79), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:23.442141 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Checking segment: {'id': '8cc6c6eb-4787-4151-9da7-68fdda5342db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd7e192c-5413-42b0-931e-556de3854900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:49:23.442536 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Network hostable DHCP agents. Network: fd7e192c-5413-42b0-931e-556de3854900, hostable agents: ['75e4ba60-1427-4d6a-953c-035315e6206b'], hosted agents: [] {{(pid=102940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 13:49:23.454898 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=20c8ae34-b7be-44d3-98a4-553470628e79,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:49:23.467137 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:23.467497 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:23.467854 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:23.468190 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:23.468518 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:23.468843 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:23.469265 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:23.469596 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:23.470030 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:23.470452 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:23.470818 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:23.471138 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:23.471451 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Tracked resource versions report: Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: pushed versions: Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: { 'AddressGroup': {'1.2'}, Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'ConntrackHelper': {'1.0'}, Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'LocalIPAssociation': {'1.0'}, Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'Log': {'1.0'}, Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'Network': {'1.1'}, Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'Port': {'1.7'}, Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'PortForwarding': {'1.2'}, Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'QosPolicy': {'1.10'}, Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'SecurityGroup': {'1.5'}, Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'SecurityGroupRule': {'1.2'}, Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'SubPort': {'1.0'}, Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'Subnet': {'1.1'}, Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'Trunk': {'1.1'}} Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: consumer versions: Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: { DHCP agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: L3 agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: Metadata agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: Metering agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: Open vSwitch agent@dv-cinder-831247-3-iscsi: { 'AddressGroup': '1.2', Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'ConntrackHelper': '1.0', Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'LocalIPAssociation': '1.0', Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'Log': '1.0', Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'Network': '1.1', Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'Port': '1.7', Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'PortForwarding': '1.2', Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'QosPolicy': '1.10', Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'SecurityGroup': '1.5', Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'SecurityGroupRule': '1.2', Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'SubPort': '1.0', Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'Subnet': '1.1', Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: 'Trunk': '1.1'}} Mar 02 13:49:23.472707 dv-cinder-831247-3-iscsi neutron-server[102940]: {{(pid=102940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 13:49:23.495984 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Network fd7e192c-5413-42b0-931e-556de3854900 is scheduled to be hosted by DHCP agent 75e4ba60-1427-4d6a-953c-035315e6206b with binding_index 1 {{(pid=102940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 13:49:23.508482 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-3-iscsi, fd7e192c-5413-42b0-931e-556de3854900) {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:49:23.513083 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:49:23.513599 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:23.519234 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f9f2a7-801f-4c24-8bf5-e2faa4beaf64 None None] Network fd7e192c-5413-42b0-931e-556de3854900 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:49:23.535766 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-17d251c7-80cf-43ef-b624-53399189ced5 demo admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4909329 Mar 02 13:49:23.899936 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc28c01c5-c1f2-5f91-acd1-15e30fabb56b-fd7e192c-5413-42b0-931e-556de3854900', 'network_id': 'fd7e192c-5413-42b0-931e-556de3854900', 'project_id': 'acb699eee9bf44dda8c9044859861e58', 'fixed_ips': [{'subnet_id': '20c8ae34-b7be-44d3-98a4-553470628e79'}]}} from dv-cinder-831247-3-iscsi. {{(pid=102941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 13:49:23.901193 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:24.178932 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.db_base_plugin_common [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Allocated IP 172.20.0.2 (fd7e192c-5413-42b0-931e-556de3854900/20c8ae34-b7be-44d3-98a4-553470628e79/0dfdc89c-af2c-4eb3-a298-c34dfe37f428) {{(pid=102941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:49:24.447252 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Publish callbacks [] for port (0dfdc89c-af2c-4eb3-a298-c34dfe37f428), precommit_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:24.456470 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479'] for port (0dfdc89c-af2c-4eb3-a298-c34dfe37f428), after_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:24.532174 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Network fd7e192c-5413-42b0-931e-556de3854900 is already hosted by enough agents. {{(pid=102941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:49:24.537551 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.base_scheduler [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Resources bound (agent type, host, resource id): {{(pid=102941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:49:24.546298 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Received port after_create {{(pid=102941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:49:24.548279 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Pushing event updated for resources: {'Port': ['ID=0dfdc89c-af2c-4eb3-a298-c34dfe37f428,revision_number=1']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:49:24.579185 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:24.579756 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:24.580160 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:24.580508 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:24.580848 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:24.581185 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:24.581518 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:24.581851 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:24.582181 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:24.582532 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:24.582883 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:24.583210 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:24.583533 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Tracked resource versions report: Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: pushed versions: Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: { 'AddressGroup': {'1.2'}, Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'ConntrackHelper': {'1.0'}, Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'LocalIPAssociation': {'1.0'}, Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'Log': {'1.0'}, Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'Network': {'1.1'}, Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'Port': {'1.7'}, Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'PortForwarding': {'1.2'}, Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'QosPolicy': {'1.10'}, Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'SecurityGroup': {'1.5'}, Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'SecurityGroupRule': {'1.2'}, Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'SubPort': {'1.0'}, Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'Subnet': {'1.1'}, Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'Trunk': {'1.1'}} Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: consumer versions: Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: { DHCP agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: L3 agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: Metadata agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: Metering agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: Open vSwitch agent@dv-cinder-831247-3-iscsi: { 'AddressGroup': '1.2', Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'ConntrackHelper': '1.0', Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'LocalIPAssociation': '1.0', Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'Log': '1.0', Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'Network': '1.1', Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'Port': '1.7', Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'PortForwarding': '1.2', Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'QosPolicy': '1.10', Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'SecurityGroup': '1.5', Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'SecurityGroupRule': '1.2', Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'SubPort': '1.0', Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'Subnet': '1.1', Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: 'Trunk': '1.1'}} Mar 02 13:49:24.584868 dv-cinder-831247-3-iscsi neutron-server[102941]: {{(pid=102941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 13:49:24.634218 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Attempting to bind port 0dfdc89c-af2c-4eb3-a298-c34dfe37f428 on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:49:24.634637 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Attempting to bind port 0dfdc89c-af2c-4eb3-a298-c34dfe37f428 by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': '8cc6c6eb-4787-4151-9da7-68fdda5342db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd7e192c-5413-42b0-931e-556de3854900'}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:49:24.635275 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Attempting to bind port 0dfdc89c-af2c-4eb3-a298-c34dfe37f428 on network fd7e192c-5413-42b0-931e-556de3854900 {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:49:24.641691 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:49:24.642151 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Checking segment: {'id': '8cc6c6eb-4787-4151-9da7-68fdda5342db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd7e192c-5413-42b0-931e-556de3854900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:49:24.642734 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:24.643246 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Bound using segment: {'id': '8cc6c6eb-4787-4151-9da7-68fdda5342db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd7e192c-5413-42b0-931e-556de3854900'} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:49:24.643783 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Bound port: 0dfdc89c-af2c-4eb3-a298-c34dfe37f428, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc6c6eb-4787-4151-9da7-68fdda5342db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd7e192c-5413-42b0-931e-556de3854900'}}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:49:24.644191 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (0dfdc89c-af2c-4eb3-a298-c34dfe37f428), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:24.705744 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] For port 0dfdc89c-af2c-4eb3-a298-c34dfe37f428, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:49:24.710420 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] For port 0dfdc89c-af2c-4eb3-a298-c34dfe37f428, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=0dfdc89c-af2c-4eb3-a298-c34dfe37f428,segment=NetworkSegment(8cc6c6eb-4787-4151-9da7-68fdda5342db),segment_id=8cc6c6eb-4787-4151-9da7-68fdda5342db)] {{(pid=102941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:49:24.721335 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (0dfdc89c-af2c-4eb3-a298-c34dfe37f428), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:24.788607 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51322a-79e6-4c3d-9134-4d9ef2c724f9 None None] Pushing event updated for resources: {'Port': ['ID=0dfdc89c-af2c-4eb3-a298-c34dfe37f428,revision_number=2']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:49:26.118245 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 57826) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:49:26.432437 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [None req-979f6ecd-dde9-4dfb-890a-781e56891aba admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 13:49:26.446675 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-979f6ecd-dde9-4dfb-890a-781e56891aba admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3141460 Mar 02 13:49:28.971398 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 57834) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:49:29.282046 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [None req-a09964c3-0983-4272-9697-2bed9907b4bf admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 13:49:29.283083 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-a09964c3-0983-4272-9697-2bed9907b4bf admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3107355 Mar 02 13:49:31.818099 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 57842) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:49:32.127558 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-b4c66426-3fe9-4d2d-abc7-1edaf072da64 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:49:32.150159 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b4c66426-3fe9-4d2d-abc7-1edaf072da64 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12999'] for router (a5852e4e-79a0-4c77-b53d-bc143eb5a011), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:32.151891 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b4c66426-3fe9-4d2d-abc7-1edaf072da64 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13022'] for router (a5852e4e-79a0-4c77-b53d-bc143eb5a011), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:32.290154 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b4c66426-3fe9-4d2d-abc7-1edaf072da64 demo demo] Publish callbacks [] for router_controller (a5852e4e-79a0-4c77-b53d-bc143eb5a011), precommit_add_association {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:32.295294 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b4c66426-3fe9-4d2d-abc7-1edaf072da64 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605995'] for router (a5852e4e-79a0-4c77-b53d-bc143eb5a011), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:32.313764 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b4c66426-3fe9-4d2d-abc7-1edaf072da64 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:32.314981 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-b4c66426-3fe9-4d2d-abc7-1edaf072da64 demo demo] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4957366 Mar 02 13:49:34.872535 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 57854) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:49:35.205756 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [None req-cad3a848-d5ae-443b-b47e-2f0cfb6b27f3 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 13:49:35.206933 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-cad3a848-d5ae-443b-b47e-2f0cfb6b27f3 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3332932 Mar 02 13:49:35.269573 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 0dfdc89c-af2c-4eb3-a298-c34dfe37f428 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:49:35.368804 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 0dfdc89c-af2c-4eb3-a298-c34dfe37f428 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:49:35.369238 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (0dfdc89c-af2c-4eb3-a298-c34dfe37f428), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:35.489637 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 0dfdc89c-af2c-4eb3-a298-c34dfe37f428 is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:49:35.489968 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (0dfdc89c-af2c-4eb3-a298-c34dfe37f428), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:35.524209 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] For port 0dfdc89c-af2c-4eb3-a298-c34dfe37f428, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=0dfdc89c-af2c-4eb3-a298-c34dfe37f428,segment=NetworkSegment(8cc6c6eb-4787-4151-9da7-68fdda5342db),segment_id=8cc6c6eb-4787-4151-9da7-68fdda5342db)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:49:35.528113 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (0dfdc89c-af2c-4eb3-a298-c34dfe37f428), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:35.576930 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Pushing event updated for resources: {'Port': ['ID=0dfdc89c-af2c-4eb3-a298-c34dfe37f428,revision_number=3']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:49:35.863008 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-ddaca3b3-294f-413c-b82b-9fab24bd1a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:36.148660 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129c68fb-477b-4662-9053-ce13cba5ae6c None None] Network fd7e192c-5413-42b0-931e-556de3854900 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:49:36.224950 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-25deb581-27e6-451d-94f5-148639a9bdea None None] Provisioning complete for port 0dfdc89c-af2c-4eb3-a298-c34dfe37f428 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:49:36.225346 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-25deb581-27e6-451d-94f5-148639a9bdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (0dfdc89c-af2c-4eb3-a298-c34dfe37f428), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:36.350465 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-25deb581-27e6-451d-94f5-148639a9bdea None None] Current status of the port 0dfdc89c-af2c-4eb3-a298-c34dfe37f428 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:49:36.570625 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-fd6d84c7-0061-46e2-8ce8-623fe76ce410 None None] Provisioning complete for port 0dfdc89c-af2c-4eb3-a298-c34dfe37f428 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:49:36.571046 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-fd6d84c7-0061-46e2-8ce8-623fe76ce410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (0dfdc89c-af2c-4eb3-a298-c34dfe37f428), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:36.648938 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-fd6d84c7-0061-46e2-8ce8-623fe76ce410 None None] Current status of the port 0dfdc89c-af2c-4eb3-a298-c34dfe37f428 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:49:37.244549 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 0dfdc89c-af2c-4eb3-a298-c34dfe37f428 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:49:37.295013 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 0dfdc89c-af2c-4eb3-a298-c34dfe37f428 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:49:37.295407 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (0dfdc89c-af2c-4eb3-a298-c34dfe37f428), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:37.375246 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 0dfdc89c-af2c-4eb3-a298-c34dfe37f428 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:49:37.818501 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 57862) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:49:38.023205 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-d62b3eb8-a29b-4ae0-a6de-278344677852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:38.128605 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-dd80a50a-ed16-4b8e-8c97-9b80ce8874da admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:49:38.147636 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd80a50a-ed16-4b8e-8c97-9b80ce8874da admin admin] Made reservation on behalf of 2d0b12fe09b941e8943b0a20b66b741a for: {'network': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:49:38.149845 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-dd80a50a-ed16-4b8e-8c97-9b80ce8874da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for network (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:38.157609 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-dd80a50a-ed16-4b8e-8c97-9b80ce8874da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:38.229439 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-dd80a50a-ed16-4b8e-8c97-9b80ce8874da admin admin] Publish callbacks [] for security_group (2bf64cee-dd25-4114-81ed-8412ac47f9d7), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:38.232262 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-dd80a50a-ed16-4b8e-8c97-9b80ce8874da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (2bf64cee-dd25-4114-81ed-8412ac47f9d7), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:38.247204 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dd80a50a-ed16-4b8e-8c97-9b80ce8874da admin admin] Reserving flat network on physical network physnet1 {{(pid=102939) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 02 13:49:38.266525 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80a50a-ed16-4b8e-8c97-9b80ce8874da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf64cee-dd25-4114-81ed-8412ac47f9d7,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:49:38.272347 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-dd80a50a-ed16-4b8e-8c97-9b80ce8874da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (bd10d864-c324-407c-bdbe-59cfa02f5581), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:38.272682 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.segments_db [None req-dd80a50a-ed16-4b8e-8c97-9b80ce8874da admin admin] Added segment bd10d864-c324-407c-bdbe-59cfa02f5581 of type flat for network 8a7b981f-934d-4891-8b40-a612fdbe7a6a Mar 02 13:49:38.336711 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-dd80a50a-ed16-4b8e-8c97-9b80ce8874da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060850773'] for network (8a7b981f-934d-4891-8b40-a612fdbe7a6a), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:38.369414 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-dd80a50a-ed16-4b8e-8c97-9b80ce8874da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for network (8a7b981f-934d-4891-8b40-a612fdbe7a6a), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:38.370383 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd80a50a-ed16-4b8e-8c97-9b80ce8874da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:49:38.371019 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-dd80a50a-ed16-4b8e-8c97-9b80ce8874da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:38.458160 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-dd80a50a-ed16-4b8e-8c97-9b80ce8874da admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6385691 Mar 02 13:49:38.465711 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80a50a-ed16-4b8e-8c97-9b80ce8874da admin admin] Pushing event updated for resources: {'Network': ['ID=8a7b981f-934d-4891-8b40-a612fdbe7a6a,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:49:38.477263 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a details requested by agent ovs-agent-dv-cinder-831247-3-iscsi with host dv-cinder-831247-3-iscsi {{(pid=102941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 13:49:39.358121 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:40.810945 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:40.989305 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 57880) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:49:41.201187 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e37570-73a1-457e-8ad4-6f095e59b89e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:49:41.202582 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-61e37570-73a1-457e-8ad4-6f095e59b89e demo admin] 10.222.0.36 "GET /v2.0/subnets/20c8ae34-b7be-44d3-98a4-553470628e79 HTTP/1.1" status: 200 len: 849 time: 0.2123232 Mar 02 13:49:41.325993 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-f51617bc-fb50-4eef-8487-bd6d46e5cf76 demo admin] 10.222.0.36 "GET /v2.0/routers/a5852e4e-79a0-4c77-b53d-bc143eb5a011 HTTP/1.1" status: 200 len: 704 time: 0.1173291 Mar 02 13:49:41.599101 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c2f6b507-5127-405d-98c0-89e9a9a8e884 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:41.896328 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [None req-c2f6b507-5127-405d-98c0-89e9a9a8e884 demo admin] Allocated IP 172.20.0.1 (fd7e192c-5413-42b0-931e-556de3854900/20c8ae34-b7be-44d3-98a4-553470628e79/bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:49:42.079622 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c2f6b507-5127-405d-98c0-89e9a9a8e884 demo admin] Publish callbacks [] for port (bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:42.144703 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c2f6b507-5127-405d-98c0-89e9a9a8e884 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479'] for port (bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:42.257614 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f6b507-5127-405d-98c0-89e9a9a8e884 demo admin] Network fd7e192c-5413-42b0-931e-556de3854900 is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:49:42.264262 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-c2f6b507-5127-405d-98c0-89e9a9a8e884 demo admin] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:49:42.275539 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f6b507-5127-405d-98c0-89e9a9a8e884 demo admin] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:49:42.276051 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c2f6b507-5127-405d-98c0-89e9a9a8e884 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607222'] for router_interface (a5852e4e-79a0-4c77-b53d-bc143eb5a011), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:42.338255 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6b507-5127-405d-98c0-89e9a9a8e884 demo admin] Pushing event updated for resources: {'Port': ['ID=bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:49:42.481760 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c2f6b507-5127-405d-98c0-89e9a9a8e884 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:42.502002 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-cc9efa62-b472-4256-8221-a4541a95b9d4 None None] Provisioning complete for port bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:49:42.502558 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-cc9efa62-b472-4256-8221-a4541a95b9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:42.597126 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:42.598920 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-cc9efa62-b472-4256-8221-a4541a95b9d4 None None] Port bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451 cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 13:49:42.702248 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c2f6b507-5127-405d-98c0-89e9a9a8e884 demo admin] Publish callbacks [] for port (bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:42.706998 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c2f6b507-5127-405d-98c0-89e9a9a8e884 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:42.707757 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c2f6b507-5127-405d-98c0-89e9a9a8e884 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607078'] for router_interface (a5852e4e-79a0-4c77-b53d-bc143eb5a011), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:42.788705 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6b507-5127-405d-98c0-89e9a9a8e884 demo admin] Pushing event updated for resources: {'Port': ['ID=bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451,revision_number=2']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:49:42.832291 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f6b507-5127-405d-98c0-89e9a9a8e884 demo admin] Network fd7e192c-5413-42b0-931e-556de3854900 is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:49:42.833539 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-c2f6b507-5127-405d-98c0-89e9a9a8e884 demo admin] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:49:43.000780 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f6b507-5127-405d-98c0-89e9a9a8e884 demo admin] Router a5852e4e-79a0-4c77-b53d-bc143eb5a011 is scheduled to L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 with binding_index 1 {{(pid=102939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 13:49:43.099002 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f6b507-5127-405d-98c0-89e9a9a8e884 demo admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 13:49:43.104277 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-c2f6b507-5127-405d-98c0-89e9a9a8e884 demo admin] 10.222.0.36 "PUT /v2.0/routers/a5852e4e-79a0-4c77-b53d-bc143eb5a011/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7725332 Mar 02 13:49:43.108575 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] Sync routers for ids ['a5852e4e-79a0-4c77-b53d-bc143eb5a011'] in dv-cinder-831247-3-iscsi {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 13:49:43.121303 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] Routers {'a5852e4e-79a0-4c77-b53d-bc143eb5a011'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:49:43.122217 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:49:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['a5852e4e-79a0-4c77-b53d-bc143eb5a011'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:49:43.132682 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-9441ae5e-5105-4129-8bc4-a20245b0274e None None] Provisioning complete for port bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:49:43.132682 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9441ae5e-5105-4129-8bc4-a20245b0274e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:43.171477 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-9441ae5e-5105-4129-8bc4-a20245b0274e None None] Port bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451 cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 13:49:43.318156 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] Set router a5852e4e-79a0-4c77-b53d-bc143eb5a011 gateway port host: None {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:49:43.751137 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5852e4e-79a0-4c77-b53d-bc143eb5a011', 'name': 'router1', 'tenant_id': 'acb699eee9bf44dda8c9044859861e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:49:32Z', 'updated_at': '2022-03-02T13:49:42Z', 'revision_number': 2, 'project_id': 'acb699eee9bf44dda8c9044859861e58', 'gw_port_host': None, '_interfaces': [{'id': 'bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451', 'name': '', 'network_id': 'fd7e192c-5413-42b0-931e-556de3854900', 'tenant_id': 'acb699eee9bf44dda8c9044859861e58', 'mac_address': 'fa:16:3e:91:1d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5852e4e-79a0-4c77-b53d-bc143eb5a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20c8ae34-b7be-44d3-98a4-553470628e79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:49:41Z', 'updated_at': '2022-03-02T13:49:42Z', 'revision_number': 2, 'project_id': 'acb699eee9bf44dda8c9044859861e58', 'subnets': [{'id': '20c8ae34-b7be-44d3-98a4-553470628e79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b802668-099f-42e0-b05b-f51cec4d1e7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:49:43.802408 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] Checking router: a5852e4e-79a0-4c77-b53d-bc143eb5a011 for host: dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 13:49:43.802813 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] Updating router a5852e4e-79a0-4c77-b53d-bc143eb5a011 port bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451 binding host dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 13:49:43.855827 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451), before_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:44.373262 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] Publish callbacks [] for port (bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451), precommit_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:44.380297 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451), after_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:44.548569 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] Attempting to bind port bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451 on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:49:44.548980 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] Attempting to bind port bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451 by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': '8cc6c6eb-4787-4151-9da7-68fdda5342db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd7e192c-5413-42b0-931e-556de3854900'}] {{(pid=102942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:49:44.549430 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] Attempting to bind port bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451 on network fd7e192c-5413-42b0-931e-556de3854900 {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:49:44.551874 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbe9d6-3f7b-4840-85b0-b94b65592af8 None None] Pushing event updated for resources: {'Port': ['ID=bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451,revision_number=3']} {{(pid=102942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:49:44.565025 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dbe9d6-3f7b-4840-85b0-b94b65592af8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:44.565385 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dbe9d6-3f7b-4840-85b0-b94b65592af8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:44.565735 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dbe9d6-3f7b-4840-85b0-b94b65592af8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:44.566077 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dbe9d6-3f7b-4840-85b0-b94b65592af8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:44.566414 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dbe9d6-3f7b-4840-85b0-b94b65592af8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:44.566770 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dbe9d6-3f7b-4840-85b0-b94b65592af8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:44.567102 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dbe9d6-3f7b-4840-85b0-b94b65592af8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:44.567430 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dbe9d6-3f7b-4840-85b0-b94b65592af8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:44.567756 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dbe9d6-3f7b-4840-85b0-b94b65592af8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:44.568097 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dbe9d6-3f7b-4840-85b0-b94b65592af8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:44.568426 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dbe9d6-3f7b-4840-85b0-b94b65592af8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:44.568747 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dbe9d6-3f7b-4840-85b0-b94b65592af8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:44.569067 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dbe9d6-3f7b-4840-85b0-b94b65592af8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dbe9d6-3f7b-4840-85b0-b94b65592af8 None None] Tracked resource versions report: Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: pushed versions: Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: { 'AddressGroup': {'1.2'}, Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'ConntrackHelper': {'1.0'}, Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'LocalIPAssociation': {'1.0'}, Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'Log': {'1.0'}, Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'Network': {'1.1'}, Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'Port': {'1.7'}, Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'PortForwarding': {'1.2'}, Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'QosPolicy': {'1.10'}, Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'SecurityGroup': {'1.5'}, Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'SecurityGroupRule': {'1.2'}, Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'SubPort': {'1.0'}, Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'Subnet': {'1.1'}, Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'Trunk': {'1.1'}} Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: consumer versions: Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: { DHCP agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: L3 agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: Metadata agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: Metering agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: Open vSwitch agent@dv-cinder-831247-3-iscsi: { 'AddressGroup': '1.2', Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'ConntrackHelper': '1.0', Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'LocalIPAssociation': '1.0', Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'Log': '1.0', Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'Network': '1.1', Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'Port': '1.7', Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'PortForwarding': '1.2', Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'QosPolicy': '1.10', Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'SecurityGroup': '1.5', Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'SecurityGroupRule': '1.2', Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'SubPort': '1.0', Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'Subnet': '1.1', Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: 'Trunk': '1.1'}} Mar 02 13:49:44.570383 dv-cinder-831247-3-iscsi neutron-server[102942]: {{(pid=102942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 13:49:44.575402 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:49:44.575800 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] Checking segment: {'id': '8cc6c6eb-4787-4151-9da7-68fdda5342db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd7e192c-5413-42b0-931e-556de3854900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:49:44.576310 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:44.576701 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] Bound using segment: {'id': '8cc6c6eb-4787-4151-9da7-68fdda5342db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd7e192c-5413-42b0-931e-556de3854900'} {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:49:44.577211 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] Bound port: bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc6c6eb-4787-4151-9da7-68fdda5342db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fd7e192c-5413-42b0-931e-556de3854900'}}] {{(pid=102942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:49:44.577616 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451), before_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:44.598468 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-773e7d6d-364f-47d0-8827-17c97ec12d17 None None] Provisioning complete for port bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:49:44.599033 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-773e7d6d-364f-47d0-8827-17c97ec12d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:44.633192 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-773e7d6d-364f-47d0-8827-17c97ec12d17 None None] Port bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451 cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 13:49:44.648652 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.db [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] For port bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:49:44.668060 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.db [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] For port bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451,segment=NetworkSegment(8cc6c6eb-4787-4151-9da7-68fdda5342db),segment_id=8cc6c6eb-4787-4151-9da7-68fdda5342db)] {{(pid=102942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:49:44.673959 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451), after_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:44.732899 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbe9d6-3f7b-4840-85b0-b94b65592af8 None None] Pushing event updated for resources: {'Port': ['ID=bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451,revision_number=4']} {{(pid=102942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:49:44.739312 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] Routers {'a5852e4e-79a0-4c77-b53d-bc143eb5a011'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:49:44.739931 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:49:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['a5852e4e-79a0-4c77-b53d-bc143eb5a011'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:49:44.832933 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] Set router a5852e4e-79a0-4c77-b53d-bc143eb5a011 gateway port host: None {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:49:44.953192 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-21bd81bf-4eb8-4362-babb-d51f2db2c608 None None] Provisioning complete for port bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:49:44.953511 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-21bd81bf-4eb8-4362-babb-d51f2db2c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:45.030043 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-21bd81bf-4eb8-4362-babb-d51f2db2c608 None None] Current status of the port bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451 is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:49:45.030434 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-21bd81bf-4eb8-4362-babb-d51f2db2c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:45.044025 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5852e4e-79a0-4c77-b53d-bc143eb5a011', 'name': 'router1', 'tenant_id': 'acb699eee9bf44dda8c9044859861e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:49:32Z', 'updated_at': '2022-03-02T13:49:42Z', 'revision_number': 2, 'project_id': 'acb699eee9bf44dda8c9044859861e58', 'gw_port_host': None, '_interfaces': [{'id': 'bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451', 'name': '', 'network_id': 'fd7e192c-5413-42b0-931e-556de3854900', 'tenant_id': 'acb699eee9bf44dda8c9044859861e58', 'mac_address': 'fa:16:3e:91:1d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5852e4e-79a0-4c77-b53d-bc143eb5a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20c8ae34-b7be-44d3-98a4-553470628e79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:49:41Z', 'updated_at': '2022-03-02T13:49:44Z', 'revision_number': 4, 'project_id': 'acb699eee9bf44dda8c9044859861e58', 'subnets': [{'id': '20c8ae34-b7be-44d3-98a4-553470628e79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b802668-099f-42e0-b05b-f51cec4d1e7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:49:45.067188 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-21bd81bf-4eb8-4362-babb-d51f2db2c608 None None] For port bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451,segment=NetworkSegment(8cc6c6eb-4787-4151-9da7-68fdda5342db),segment_id=8cc6c6eb-4787-4151-9da7-68fdda5342db)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:49:45.074120 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376ffd3-523a-409f-997a-c6fc2353fd66 None None] The sync data for ids ['a5852e4e-79a0-4c77-b53d-bc143eb5a011'] in dv-cinder-831247-3-iscsi is: [{'id': 'a5852e4e-79a0-4c77-b53d-bc143eb5a011', 'name': 'router1', 'tenant_id': 'acb699eee9bf44dda8c9044859861e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:49:32Z', 'updated_at': '2022-03-02T13:49:42Z', 'revision_number': 2, 'project_id': 'acb699eee9bf44dda8c9044859861e58', 'gw_port_host': None, '_interfaces': [{'id': 'bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451', 'name': '', 'network_id': 'fd7e192c-5413-42b0-931e-556de3854900', 'tenant_id': 'acb699eee9bf44dda8c9044859861e58', 'mac_address': 'fa:16:3e:91:1d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5852e4e-79a0-4c77-b53d-bc143eb5a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20c8ae34-b7be-44d3-98a4-553470628e79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:49:41Z', 'updated_at': '2022-03-02T13:49:44Z', 'revision_number': 4, 'project_id': 'acb699eee9bf44dda8c9044859861e58', 'subnets': [{'id': '20c8ae34-b7be-44d3-98a4-553470628e79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b802668-099f-42e0-b05b-f51cec4d1e7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 13:49:45.075259 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-21bd81bf-4eb8-4362-babb-d51f2db2c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:45.128515 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd81bf-4eb8-4362-babb-d51f2db2c608 None None] Pushing event updated for resources: {'Port': ['ID=bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:49:45.571416 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 57902) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:49:45.689562 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1111c892-dca4-4d3f-a4f6-ae840c0213c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:49:45.690881 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-1111c892-dca4-4d3f-a4f6-ae840c0213c8 admin admin] 10.222.0.36 "GET /v2.0/networks/8a7b981f-934d-4891-8b40-a612fdbe7a6a HTTP/1.1" status: 200 len: 842 time: 0.1185327 Mar 02 13:49:45.700122 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-b450888a-edee-4cdb-ac93-7b49397f43a5 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'ip_version': 4}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:49:45.721858 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b450888a-edee-4cdb-ac93-7b49397f43a5 admin admin] Made reservation on behalf of 2d0b12fe09b941e8943b0a20b66b741a for: {'subnet': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:49:45.724152 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b450888a-edee-4cdb-ac93-7b49397f43a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:46.079693 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.objects.ports [None req-b450888a-edee-4cdb-ac93-7b49397f43a5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102940) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 02 13:49:46.080161 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b450888a-edee-4cdb-ac93-7b49397f43a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for subnet (d2fe738d-81f5-4c8e-ae81-924cae8fe95a), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:46.137097 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450888a-edee-4cdb-ac93-7b49397f43a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2fe738d-81f5-4c8e-ae81-924cae8fe95a,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:49:46.141973 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b450888a-edee-4cdb-ac93-7b49397f43a5 admin admin] Checking segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:49:46.142338 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b450888a-edee-4cdb-ac93-7b49397f43a5 admin admin] Network hostable DHCP agents. Network: 8a7b981f-934d-4891-8b40-a612fdbe7a6a, hostable agents: ['75e4ba60-1427-4d6a-953c-035315e6206b'], hosted agents: [] {{(pid=102940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 13:49:46.160433 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b450888a-edee-4cdb-ac93-7b49397f43a5 admin admin] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a is scheduled to be hosted by DHCP agent 75e4ba60-1427-4d6a-953c-035315e6206b with binding_index 1 {{(pid=102940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 13:49:46.170901 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-b450888a-edee-4cdb-ac93-7b49397f43a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-3-iscsi, 8a7b981f-934d-4891-8b40-a612fdbe7a6a) {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:49:46.177986 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b450888a-edee-4cdb-ac93-7b49397f43a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:49:46.178587 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b450888a-edee-4cdb-ac93-7b49397f43a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:46.180519 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333b8afc-470a-4d75-ab72-c545ee987dd3 None None] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:49:46.196411 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-b450888a-edee-4cdb-ac93-7b49397f43a5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4994009 Mar 02 13:49:46.288905 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de55c312-c8cf-4664-a540-8357e4f7d00e None None] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:49:48.660637 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 57910) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:49:48.895875 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-9298a021-7c85-475f-9c89-4c0b005b562e demo admin] 10.222.0.36 "GET /v2.0/routers/a5852e4e-79a0-4c77-b53d-bc143eb5a011 HTTP/1.1" status: 200 len: 710 time: 0.2340496 Mar 02 13:49:48.980786 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200efa1f-8172-4783-ba2f-fe43ff98c1ed demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:49:48.982150 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-200efa1f-8172-4783-ba2f-fe43ff98c1ed demo admin] 10.222.0.36 "GET /v2.0/networks/8a7b981f-934d-4891-8b40-a612fdbe7a6a HTTP/1.1" status: 200 len: 886 time: 0.0810289 Mar 02 13:49:48.991129 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-a4d6dbaf-b33e-452f-844c-e36f0c2756f0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:49:49.243799 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a4d6dbaf-b33e-452f-844c-e36f0c2756f0 demo admin] Publish callbacks [] for router_gateway (a5852e4e-79a0-4c77-b53d-bc143eb5a011), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:49.481168 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a4d6dbaf-b33e-452f-844c-e36f0c2756f0 demo admin] Publish callbacks [] for router_gateway (a5852e4e-79a0-4c77-b53d-bc143eb5a011), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:49.554816 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a4d6dbaf-b33e-452f-844c-e36f0c2756f0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:49.709106 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [None req-a4d6dbaf-b33e-452f-844c-e36f0c2756f0 demo admin] Allocated IP 172.27.1.158 (8a7b981f-934d-4891-8b40-a612fdbe7a6a/d2fe738d-81f5-4c8e-ae81-924cae8fe95a/e3c261ca-add3-4e8e-a403-20b1852ec6ec) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:49:49.853749 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a4d6dbaf-b33e-452f-844c-e36f0c2756f0 demo admin] Publish callbacks [] for port (e3c261ca-add3-4e8e-a403-20b1852ec6ec), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:49.917177 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a4d6dbaf-b33e-452f-844c-e36f0c2756f0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479'] for port (e3c261ca-add3-4e8e-a403-20b1852ec6ec), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:49.990419 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d6dbaf-b33e-452f-844c-e36f0c2756f0 demo admin] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:49:49.996740 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-a4d6dbaf-b33e-452f-844c-e36f0c2756f0 demo admin] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:49:50.007339 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d6dbaf-b33e-452f-844c-e36f0c2756f0 demo admin] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:49:50.012801 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6dbaf-b33e-452f-844c-e36f0c2756f0 demo admin] Pushing event updated for resources: {'Port': ['ID=e3c261ca-add3-4e8e-a403-20b1852ec6ec,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:49:50.301719 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a4d6dbaf-b33e-452f-844c-e36f0c2756f0 demo admin] Publish callbacks [] for router_gateway (a5852e4e-79a0-4c77-b53d-bc143eb5a011), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:50.511018 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a4d6dbaf-b33e-452f-844c-e36f0c2756f0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1605956', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1602551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13036'] for router (a5852e4e-79a0-4c77-b53d-bc143eb5a011), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:50.515868 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a4d6dbaf-b33e-452f-844c-e36f0c2756f0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1605981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1605970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602316'] for router (a5852e4e-79a0-4c77-b53d-bc143eb5a011), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:50.628509 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d6dbaf-b33e-452f-844c-e36f0c2756f0 demo admin] Router a5852e4e-79a0-4c77-b53d-bc143eb5a011 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 13:49:50.735740 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d6dbaf-b33e-452f-844c-e36f0c2756f0 demo admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 13:49:50.740409 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a4d6dbaf-b33e-452f-844c-e36f0c2756f0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:50.741607 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-a4d6dbaf-b33e-452f-844c-e36f0c2756f0 demo admin] 10.222.0.36 "PUT /v2.0/routers/a5852e4e-79a0-4c77-b53d-bc143eb5a011 HTTP/1.1" status: 200 len: 890 time: 1.7536201 Mar 02 13:49:53.270047 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:49:53.283858 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 57922) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:49:53.322209 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:49:53.322618 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:53.400135 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:49:53.423123 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-ca42274e-dfbc-4994-a30a-36a1a352d8c2 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1381116 Mar 02 13:49:53.738579 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] Sync routers for ids ['a5852e4e-79a0-4c77-b53d-bc143eb5a011'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 13:49:53.753366 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] Routers {'a5852e4e-79a0-4c77-b53d-bc143eb5a011'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:49:53.754024 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:49:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['a5852e4e-79a0-4c77-b53d-bc143eb5a011'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:49:53.972208 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] Set router a5852e4e-79a0-4c77-b53d-bc143eb5a011 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:49:54.445696 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5852e4e-79a0-4c77-b53d-bc143eb5a011', 'name': 'router1', 'tenant_id': 'acb699eee9bf44dda8c9044859861e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'e3c261ca-add3-4e8e-a403-20b1852ec6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:49:32Z', 'updated_at': '2022-03-02T13:49:50Z', 'revision_number': 4, 'project_id': 'acb699eee9bf44dda8c9044859861e58', 'gw_port': {'id': 'e3c261ca-add3-4e8e-a403-20b1852ec6ec', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5852e4e-79a0-4c77-b53d-bc143eb5a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:49:49Z', 'updated_at': '2022-03-02T13:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': 'bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451', 'name': '', 'network_id': 'fd7e192c-5413-42b0-931e-556de3854900', 'tenant_id': 'acb699eee9bf44dda8c9044859861e58', 'mac_address': 'fa:16:3e:91:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5852e4e-79a0-4c77-b53d-bc143eb5a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20c8ae34-b7be-44d3-98a4-553470628e79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:49:41Z', 'updated_at': '2022-03-02T13:49:45Z', 'revision_number': 5, 'project_id': 'acb699eee9bf44dda8c9044859861e58', 'subnets': [{'id': '20c8ae34-b7be-44d3-98a4-553470628e79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b802668-099f-42e0-b05b-f51cec4d1e7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:49:54.494897 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] Checking router: a5852e4e-79a0-4c77-b53d-bc143eb5a011 for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 13:49:54.495258 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] Updating router a5852e4e-79a0-4c77-b53d-bc143eb5a011 port e3c261ca-add3-4e8e-a403-20b1852ec6ec binding host dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 13:49:54.548051 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (e3c261ca-add3-4e8e-a403-20b1852ec6ec), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:54.875967 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] Publish callbacks [] for port (e3c261ca-add3-4e8e-a403-20b1852ec6ec), precommit_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:54.881051 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (e3c261ca-add3-4e8e-a403-20b1852ec6ec), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:54.934999 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a910e17-3148-4f72-b9b1-4ecf887bd7b7 None None] Pushing event updated for resources: {'Port': ['ID=e3c261ca-add3-4e8e-a403-20b1852ec6ec,revision_number=2']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:49:54.937420 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] Attempting to bind port e3c261ca-add3-4e8e-a403-20b1852ec6ec on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:49:54.937693 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] Attempting to bind port e3c261ca-add3-4e8e-a403-20b1852ec6ec by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:49:54.938068 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] Attempting to bind port e3c261ca-add3-4e8e-a403-20b1852ec6ec on network 8a7b981f-934d-4891-8b40-a612fdbe7a6a {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:49:54.943214 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:49:54.943606 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] Checking segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:49:54.944021 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:54.944424 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] Bound using segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:49:54.945006 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] Bound port: e3c261ca-add3-4e8e-a403-20b1852ec6ec, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:49:54.945289 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (e3c261ca-add3-4e8e-a403-20b1852ec6ec), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:55.009288 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] For port e3c261ca-add3-4e8e-a403-20b1852ec6ec, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:49:55.012360 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] For port e3c261ca-add3-4e8e-a403-20b1852ec6ec, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=e3c261ca-add3-4e8e-a403-20b1852ec6ec,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:49:55.019677 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (e3c261ca-add3-4e8e-a403-20b1852ec6ec), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:55.091677 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] Routers {'a5852e4e-79a0-4c77-b53d-bc143eb5a011'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:49:55.092262 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:49:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['a5852e4e-79a0-4c77-b53d-bc143eb5a011'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:49:55.157368 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a910e17-3148-4f72-b9b1-4ecf887bd7b7 None None] Pushing event updated for resources: {'Port': ['ID=e3c261ca-add3-4e8e-a403-20b1852ec6ec,revision_number=3']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:49:55.241914 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] Set router a5852e4e-79a0-4c77-b53d-bc143eb5a011 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:49:55.480599 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5852e4e-79a0-4c77-b53d-bc143eb5a011', 'name': 'router1', 'tenant_id': 'acb699eee9bf44dda8c9044859861e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'e3c261ca-add3-4e8e-a403-20b1852ec6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:49:32Z', 'updated_at': '2022-03-02T13:49:50Z', 'revision_number': 4, 'project_id': 'acb699eee9bf44dda8c9044859861e58', 'gw_port': {'id': 'e3c261ca-add3-4e8e-a403-20b1852ec6ec', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5852e4e-79a0-4c77-b53d-bc143eb5a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:49:49Z', 'updated_at': '2022-03-02T13:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': 'bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451', 'name': '', 'network_id': 'fd7e192c-5413-42b0-931e-556de3854900', 'tenant_id': 'acb699eee9bf44dda8c9044859861e58', 'mac_address': 'fa:16:3e:91:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5852e4e-79a0-4c77-b53d-bc143eb5a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20c8ae34-b7be-44d3-98a4-553470628e79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:49:41Z', 'updated_at': '2022-03-02T13:49:45Z', 'revision_number': 5, 'project_id': 'acb699eee9bf44dda8c9044859861e58', 'subnets': [{'id': '20c8ae34-b7be-44d3-98a4-553470628e79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b802668-099f-42e0-b05b-f51cec4d1e7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:49:55.507903 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c75c5-10ac-4493-84cc-09e8a17677ff None None] The sync data for ids ['a5852e4e-79a0-4c77-b53d-bc143eb5a011'] in dv-cinder-831247-3-iscsi is: [{'id': 'a5852e4e-79a0-4c77-b53d-bc143eb5a011', 'name': 'router1', 'tenant_id': 'acb699eee9bf44dda8c9044859861e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'e3c261ca-add3-4e8e-a403-20b1852ec6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:49:32Z', 'updated_at': '2022-03-02T13:49:50Z', 'revision_number': 4, 'project_id': 'acb699eee9bf44dda8c9044859861e58', 'gw_port': {'id': 'e3c261ca-add3-4e8e-a403-20b1852ec6ec', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5852e4e-79a0-4c77-b53d-bc143eb5a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:49:49Z', 'updated_at': '2022-03-02T13:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': 'bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451', 'name': '', 'network_id': 'fd7e192c-5413-42b0-931e-556de3854900', 'tenant_id': 'acb699eee9bf44dda8c9044859861e58', 'mac_address': 'fa:16:3e:91:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5852e4e-79a0-4c77-b53d-bc143eb5a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20c8ae34-b7be-44d3-98a4-553470628e79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:49:41Z', 'updated_at': '2022-03-02T13:49:45Z', 'revision_number': 5, 'project_id': 'acb699eee9bf44dda8c9044859861e58', 'subnets': [{'id': '20c8ae34-b7be-44d3-98a4-553470628e79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b802668-099f-42e0-b05b-f51cec4d1e7d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 13:49:57.341467 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device e3c261ca-add3-4e8e-a403-20b1852ec6ec up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:49:57.410315 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port e3c261ca-add3-4e8e-a403-20b1852ec6ec triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:49:57.410715 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (e3c261ca-add3-4e8e-a403-20b1852ec6ec), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:57.519796 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port e3c261ca-add3-4e8e-a403-20b1852ec6ec is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:49:57.521218 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (e3c261ca-add3-4e8e-a403-20b1852ec6ec), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:57.555163 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] For port e3c261ca-add3-4e8e-a403-20b1852ec6ec, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=e3c261ca-add3-4e8e-a403-20b1852ec6ec,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:49:57.563593 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (e3c261ca-add3-4e8e-a403-20b1852ec6ec), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:57.631297 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Pushing event updated for resources: {'Port': ['ID=e3c261ca-add3-4e8e-a403-20b1852ec6ec,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:49:59.272780 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 5 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 13:49:59.385828 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device e3c261ca-add3-4e8e-a403-20b1852ec6ec up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:49:59.492248 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port e3c261ca-add3-4e8e-a403-20b1852ec6ec triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:49:59.493654 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (e3c261ca-add3-4e8e-a403-20b1852ec6ec), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:49:59.644935 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port e3c261ca-add3-4e8e-a403-20b1852ec6ec is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:50:05.856409 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4f595de3-2fff-4fdd-8e9e-e155dcfca069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:50:08.027488 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-743b9bac-4974-45ea-9823-ef5145a97546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:50:09.371450 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:50:10.823642 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:50:12.542858 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:50:35.865461 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4e36d891-eef9-4916-9b05-c61ae225e227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:50:36.252031 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 5 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 13:50:38.036837 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-22916265-bcde-4ded-84d6-78fa97137341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:50:39.366456 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:50:40.819429 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:50:42.537713 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:51:05.857492 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-859dfc4c-a510-4144-a9d3-30622d43c7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:51:08.029572 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-c40716b7-7d35-4f7c-bc05-58ebb012b207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:51:09.366478 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:51:10.818235 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:51:12.540316 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:51:13.251901 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 5 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 13:51:15.167944 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 58406) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:51:15.228142 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b8d5aa-14e5-4cbc-bd15-73dc68eb1943 admin admin] GET failed (client error): The resource could not be found. Mar 02 13:51:15.229402 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-c0b8d5aa-14e5-4cbc-bd15-73dc68eb1943 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605345 Mar 02 13:51:15.386682 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11abed8f-5446-4ee1-ac4f-54cd2fea1139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:51:15.388591 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-11abed8f-5446-4ee1-ac4f-54cd2fea1139 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1542590 Mar 02 13:51:17.725233 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 58416) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:51:17.825745 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7874f-5fe4-4bc7-806d-f56973f8dc54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:51:17.827125 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-beb7874f-5fe4-4bc7-806d-f56973f8dc54 admin admin] 10.222.0.36 "GET /v2.0/subnets/20c8ae34-b7be-44d3-98a4-553470628e79 HTTP/1.1" status: 200 len: 849 time: 0.1009474 Mar 02 13:51:17.836519 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-f16ef7a7-a449-4c9b-a116-de229f39ef2c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:51:17.974163 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f16ef7a7-a449-4c9b-a116-de229f39ef2c admin admin] Publish callbacks [] for subnet (20c8ae34-b7be-44d3-98a4-553470628e79), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:51:18.114734 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f16ef7a7-a449-4c9b-a116-de229f39ef2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736061354981'] for subnet (20c8ae34-b7be-44d3-98a4-553470628e79), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:51:18.147890 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3f4c2a-3991-4699-a44b-9de87418b660 None None] Network fd7e192c-5413-42b0-931e-556de3854900 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:51:18.148323 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16ef7a7-a449-4c9b-a116-de229f39ef2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:51:18.148785 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f16ef7a7-a449-4c9b-a116-de229f39ef2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:51:18.150131 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-f16ef7a7-a449-4c9b-a116-de229f39ef2c admin admin] 10.222.0.36 "PUT /v2.0/subnets/20c8ae34-b7be-44d3-98a4-553470628e79 HTTP/1.1" status: 200 len: 868 time: 0.3172057 Mar 02 13:51:18.168771 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ef7a7-a449-4c9b-a116-de229f39ef2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c8ae34-b7be-44d3-98a4-553470628e79,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:51:18.176997 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ef7a7-a449-4c9b-a116-de229f39ef2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:51:18.177378 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ef7a7-a449-4c9b-a116-de229f39ef2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:51:18.177813 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ef7a7-a449-4c9b-a116-de229f39ef2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:51:18.178086 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ef7a7-a449-4c9b-a116-de229f39ef2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:51:18.178424 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ef7a7-a449-4c9b-a116-de229f39ef2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:51:18.178784 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ef7a7-a449-4c9b-a116-de229f39ef2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:51:18.179131 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ef7a7-a449-4c9b-a116-de229f39ef2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:51:18.179476 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ef7a7-a449-4c9b-a116-de229f39ef2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:51:18.179832 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ef7a7-a449-4c9b-a116-de229f39ef2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:51:18.180193 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ef7a7-a449-4c9b-a116-de229f39ef2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:51:18.180532 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ef7a7-a449-4c9b-a116-de229f39ef2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:51:18.180859 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ef7a7-a449-4c9b-a116-de229f39ef2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:51:18.181189 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ef7a7-a449-4c9b-a116-de229f39ef2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:51:18.452419 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5e32aea7-e5d8-4305-9df3-ed719e9c4d56 None None] Provisioning complete for port bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:51:18.452822 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5e32aea7-e5d8-4305-9df3-ed719e9c4d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:51:18.530322 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5e32aea7-e5d8-4305-9df3-ed719e9c4d56 None None] Current status of the port bbe50d3a-c559-4ac3-b0e1-acb7ed7d5451 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:51:18.540400 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5e32aea7-e5d8-4305-9df3-ed719e9c4d56 None None] Provisioning complete for port 0dfdc89c-af2c-4eb3-a298-c34dfe37f428 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:51:18.540796 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5e32aea7-e5d8-4305-9df3-ed719e9c4d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (0dfdc89c-af2c-4eb3-a298-c34dfe37f428), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:51:18.618717 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5e32aea7-e5d8-4305-9df3-ed719e9c4d56 None None] Current status of the port 0dfdc89c-af2c-4eb3-a298-c34dfe37f428 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:51:20.477542 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 58424) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:51:20.676824 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557c97d2-aac4-4731-aaf4-fc98b115eefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:51:20.677221 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557c97d2-aac4-4731-aaf4-fc98b115eefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:51:20.678843 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-557c97d2-aac4-4731-aaf4-fc98b115eefe admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2002800 Mar 02 13:51:22.992035 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 58434) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:51:23.121229 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970fac35-3c4c-4eb6-be3b-89de60d14900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:51:23.121704 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970fac35-3c4c-4eb6-be3b-89de60d14900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:51:23.124068 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-970fac35-3c4c-4eb6-be3b-89de60d14900 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1309757 Mar 02 13:51:25.428884 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 58442) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:51:25.554161 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fa18c3-d244-498b-bbce-f46b266e2ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:51:25.555597 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-e6fa18c3-d244-498b-bbce-f46b266e2ccd admin admin] 10.222.0.36 "GET /v2.0/networks/8a7b981f-934d-4891-8b40-a612fdbe7a6a HTTP/1.1" status: 200 len: 886 time: 0.1257544 Mar 02 13:51:27.861230 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 58450) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:51:27.989428 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99329137-f919-47a2-bcb2-16067b1194b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:51:27.991001 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-99329137-f919-47a2-bcb2-16067b1194b6 admin admin] 10.222.0.36 "GET /v2.0/networks/fd7e192c-5413-42b0-931e-556de3854900 HTTP/1.1" status: 200 len: 869 time: 0.1287827 Mar 02 13:51:30.291798 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 58458) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:51:30.486961 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969e74fe-f52d-4e19-849b-e2bed5342b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:51:30.487351 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969e74fe-f52d-4e19-849b-e2bed5342b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:51:30.488898 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-969e74fe-f52d-4e19-849b-e2bed5342b6d admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1961486 Mar 02 13:51:32.793591 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 58466) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:51:32.885248 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaff7aa5-6638-46a0-9b52-06f821484580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:51:32.885703 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaff7aa5-6638-46a0-9b52-06f821484580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:51:32.887237 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-aaff7aa5-6638-46a0-9b52-06f821484580 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927067 Mar 02 13:51:35.192205 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 58474) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:51:35.286037 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ea8973-ea80-43d3-83f5-8c46a2f4686b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:51:35.287437 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-d6ea8973-ea80-43d3-83f5-8c46a2f4686b admin admin] 10.222.0.36 "GET /v2.0/subnets/20c8ae34-b7be-44d3-98a4-553470628e79 HTTP/1.1" status: 200 len: 868 time: 0.0942864 Mar 02 13:51:35.861335 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-79dc1d3f-0e09-482c-a3bc-a7a2b7ebea52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:51:37.614923 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 58482) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:51:37.700063 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf31299a-30c5-44d9-be54-eab8c1b23edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:51:37.701390 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-bf31299a-30c5-44d9-be54-eab8c1b23edf admin admin] 10.222.0.36 "GET /v2.0/subnets/d2fe738d-81f5-4c8e-ae81-924cae8fe95a HTTP/1.1" status: 200 len: 816 time: 0.0855236 Mar 02 13:51:38.031950 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-c2c55218-1b24-492b-b4b1-8a3ec1d31808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:51:39.369378 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:51:40.820127 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:51:42.541730 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:51:50.251148 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 5 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 13:52:05.862271 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-c27ff4cb-83cb-4089-853e-db4bdc0f1776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:05.954035 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 58534) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:52:06.001254 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [None req-035d0b07-3743-4318-83c7-6a171cced3f3 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 13:52:06.002254 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-035d0b07-3743-4318-83c7-6a171cced3f3 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472364 Mar 02 13:52:08.035750 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-d3ec7434-94e9-4ce2-b238-2e11ca427bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:08.485900 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 58542) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:52:08.545574 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4032ea6-7c9f-404b-85d6-70bad40d1d79 admin admin] GET failed (client error): The resource could not be found. Mar 02 13:52:08.546881 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-d4032ea6-7c9f-404b-85d6-70bad40d1d79 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600209 Mar 02 13:52:08.688344 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e8c6f-2d71-46a2-904a-a49c9a1c895f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:52:08.689732 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-214e8c6f-2d71-46a2-904a-a49c9a1c895f admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1386321 Mar 02 13:52:09.371539 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:10.824162 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:11.017221 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 58550) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:52:11.064328 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:52:11.084278 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Made reservation on behalf of 2d0b12fe09b941e8943b0a20b66b741a for: {'network': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:52:11.086437 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for network (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:11.115780 dv-cinder-831247-3-iscsi neutron-server[102939]: WARNING neutron.services.revisions.revision_plugin [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Could not find related network for resource to bump revision. Mar 02 13:52:11.127529 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=102939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 13:52:11.136444 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (5148d45d-a177-46ad-b24d-ec711c7225ed), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:11.136790 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.segments_db [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Added segment 5148d45d-a177-46ad-b24d-ec711c7225ed of type vlan for network 9890775b-f337-45ca-ada0-78fdb270137f Mar 02 13:52:11.174916 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060850773'] for network (9890775b-f337-45ca-ada0-78fdb270137f), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:11.198743 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for network (9890775b-f337-45ca-ada0-78fdb270137f), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:11.199662 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:52:11.200239 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:11.229884 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2116082 Mar 02 13:52:11.260872 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Pushing event updated for resources: {'Network': ['ID=9890775b-f337-45ca-ada0-78fdb270137f,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:52:11.269045 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:11.269420 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:11.269773 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:11.270117 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:11.270456 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:11.270817 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:11.271175 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:11.271520 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:11.271868 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:11.272223 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:11.272557 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:11.272884 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:11.273213 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b155bf-4de3-4f5f-a847-5371fc8c3d2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:11.285754 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Network 9890775b-f337-45ca-ada0-78fdb270137f details requested by agent ovs-agent-dv-cinder-831247-3-iscsi with host dv-cinder-831247-3-iscsi {{(pid=102941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 13:52:12.543702 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:13.583404 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 58558) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:52:13.643013 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.pecan_wsgi.hooks.translation [None req-f826e412-a472-49e4-ab5c-9843791a714a admin admin] GET failed (client error): The resource could not be found. Mar 02 13:52:13.644276 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-f826e412-a472-49e4-ab5c-9843791a714a admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599227 Mar 02 13:52:13.713662 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe6e68a-cef5-48f8-974a-c586f3518d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:52:13.715097 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-6fe6e68a-cef5-48f8-974a-c586f3518d99 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668757 Mar 02 13:52:13.724780 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-f71bf42c-5e2f-4fc6-84f3-d03541e8e207 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '9890775b-f337-45ca-ada0-78fdb270137f', 'description': 'shared-subnet'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:52:13.744891 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71bf42c-5e2f-4fc6-84f3-d03541e8e207 admin admin] Made reservation on behalf of 2d0b12fe09b941e8943b0a20b66b741a for: {'subnet': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:52:13.747083 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f71bf42c-5e2f-4fc6-84f3-d03541e8e207 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:13.925099 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f71bf42c-5e2f-4fc6-84f3-d03541e8e207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for subnet (bdeb370d-c831-44c3-ac4b-81e1a7af3369), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:13.979026 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bf42c-5e2f-4fc6-84f3-d03541e8e207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdeb370d-c831-44c3-ac4b-81e1a7af3369,revision_number=0']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:52:13.990474 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71bf42c-5e2f-4fc6-84f3-d03541e8e207 admin admin] Checking segment: {'id': '5148d45d-a177-46ad-b24d-ec711c7225ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9890775b-f337-45ca-ada0-78fdb270137f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:52:13.990876 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71bf42c-5e2f-4fc6-84f3-d03541e8e207 admin admin] Network hostable DHCP agents. Network: 9890775b-f337-45ca-ada0-78fdb270137f, hostable agents: ['75e4ba60-1427-4d6a-953c-035315e6206b'], hosted agents: [] {{(pid=102939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 13:52:14.010602 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71bf42c-5e2f-4fc6-84f3-d03541e8e207 admin admin] Network 9890775b-f337-45ca-ada0-78fdb270137f is scheduled to be hosted by DHCP agent 75e4ba60-1427-4d6a-953c-035315e6206b with binding_index 1 {{(pid=102939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 13:52:14.020748 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-f71bf42c-5e2f-4fc6-84f3-d03541e8e207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-3-iscsi, 9890775b-f337-45ca-ada0-78fdb270137f) {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:52:14.024589 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71bf42c-5e2f-4fc6-84f3-d03541e8e207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:52:14.025174 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f71bf42c-5e2f-4fc6-84f3-d03541e8e207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:14.029907 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389d9c80-3ca7-4d00-9472-cbf4216c54de None None] Network 9890775b-f337-45ca-ada0-78fdb270137f requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:52:14.039593 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-f71bf42c-5e2f-4fc6-84f3-d03541e8e207 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3180857 Mar 02 13:52:14.234320 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc28c01c5-c1f2-5f91-acd1-15e30fabb56b-9890775b-f337-45ca-ada0-78fdb270137f', 'network_id': '9890775b-f337-45ca-ada0-78fdb270137f', 'project_id': '2d0b12fe09b941e8943b0a20b66b741a', 'fixed_ips': [{'subnet_id': 'bdeb370d-c831-44c3-ac4b-81e1a7af3369'}]}} from dv-cinder-831247-3-iscsi. {{(pid=102941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 13:52:14.235215 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:14.380252 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.db_base_plugin_common [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Allocated IP 192.168.233.2 (9890775b-f337-45ca-ada0-78fdb270137f/bdeb370d-c831-44c3-ac4b-81e1a7af3369/83422cb3-67c9-4569-bcf9-52e60e6c5fef) {{(pid=102941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:52:14.534750 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Publish callbacks [] for port (83422cb3-67c9-4569-bcf9-52e60e6c5fef), precommit_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:14.540690 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479'] for port (83422cb3-67c9-4569-bcf9-52e60e6c5fef), after_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:14.582336 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Network 9890775b-f337-45ca-ada0-78fdb270137f is already hosted by enough agents. {{(pid=102941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:52:14.585147 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.base_scheduler [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Resources bound (agent type, host, resource id): {{(pid=102941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:52:14.588154 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Received port after_create {{(pid=102941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:52:14.600191 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Pushing event updated for resources: {'Port': ['ID=83422cb3-67c9-4569-bcf9-52e60e6c5fef,revision_number=1']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:52:14.621286 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:14.621671 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:14.622045 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:14.622390 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:14.622748 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:14.623388 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:14.623851 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:14.624212 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:14.624565 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:14.624927 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:14.625275 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:14.625610 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:14.625943 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:52:14.663999 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Attempting to bind port 83422cb3-67c9-4569-bcf9-52e60e6c5fef on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:52:14.664371 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Attempting to bind port 83422cb3-67c9-4569-bcf9-52e60e6c5fef by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': '5148d45d-a177-46ad-b24d-ec711c7225ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9890775b-f337-45ca-ada0-78fdb270137f'}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:52:14.664740 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Attempting to bind port 83422cb3-67c9-4569-bcf9-52e60e6c5fef on network 9890775b-f337-45ca-ada0-78fdb270137f {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:52:14.669648 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:52:14.670076 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Checking segment: {'id': '5148d45d-a177-46ad-b24d-ec711c7225ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9890775b-f337-45ca-ada0-78fdb270137f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:52:14.670693 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:14.671098 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Bound using segment: {'id': '5148d45d-a177-46ad-b24d-ec711c7225ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9890775b-f337-45ca-ada0-78fdb270137f'} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:52:14.671571 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Bound port: 83422cb3-67c9-4569-bcf9-52e60e6c5fef, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5148d45d-a177-46ad-b24d-ec711c7225ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9890775b-f337-45ca-ada0-78fdb270137f'}}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:52:14.671955 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (83422cb3-67c9-4569-bcf9-52e60e6c5fef), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:14.737593 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] For port 83422cb3-67c9-4569-bcf9-52e60e6c5fef, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:52:14.740141 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] For port 83422cb3-67c9-4569-bcf9-52e60e6c5fef, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=83422cb3-67c9-4569-bcf9-52e60e6c5fef,segment=NetworkSegment(5148d45d-a177-46ad-b24d-ec711c7225ed),segment_id=5148d45d-a177-46ad-b24d-ec711c7225ed)] {{(pid=102941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:52:14.746276 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (83422cb3-67c9-4569-bcf9-52e60e6c5fef), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:14.802566 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d83f5-30ee-4e37-9c08-e26de57bdd16 None None] Pushing event updated for resources: {'Port': ['ID=83422cb3-67c9-4569-bcf9-52e60e6c5fef,revision_number=2']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:52:15.380102 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 83422cb3-67c9-4569-bcf9-52e60e6c5fef up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:52:15.436227 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 83422cb3-67c9-4569-bcf9-52e60e6c5fef triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:52:15.436789 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (83422cb3-67c9-4569-bcf9-52e60e6c5fef), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:15.525787 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 83422cb3-67c9-4569-bcf9-52e60e6c5fef is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:52:15.526188 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (83422cb3-67c9-4569-bcf9-52e60e6c5fef), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:15.563944 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] For port 83422cb3-67c9-4569-bcf9-52e60e6c5fef, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=83422cb3-67c9-4569-bcf9-52e60e6c5fef,segment=NetworkSegment(5148d45d-a177-46ad-b24d-ec711c7225ed),segment_id=5148d45d-a177-46ad-b24d-ec711c7225ed)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:52:15.568842 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (83422cb3-67c9-4569-bcf9-52e60e6c5fef), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:15.629592 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Pushing event updated for resources: {'Port': ['ID=83422cb3-67c9-4569-bcf9-52e60e6c5fef,revision_number=3']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:52:15.705730 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed267ae-35cf-44ff-a444-07fa0deafe51 None None] Network 9890775b-f337-45ca-ada0-78fdb270137f requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:52:15.783370 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-9d7e06a2-1f10-4af9-ac26-a103afc3a8b3 None None] Provisioning complete for port 83422cb3-67c9-4569-bcf9-52e60e6c5fef triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:52:15.784014 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9d7e06a2-1f10-4af9-ac26-a103afc3a8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (83422cb3-67c9-4569-bcf9-52e60e6c5fef), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:15.894333 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-9d7e06a2-1f10-4af9-ac26-a103afc3a8b3 None None] Current status of the port 83422cb3-67c9-4569-bcf9-52e60e6c5fef is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:52:16.115997 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-0dd442f6-c574-43c4-8002-e0d8a309b85b None None] Provisioning complete for port 83422cb3-67c9-4569-bcf9-52e60e6c5fef triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:52:16.116395 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0dd442f6-c574-43c4-8002-e0d8a309b85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (83422cb3-67c9-4569-bcf9-52e60e6c5fef), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:16.212864 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-0dd442f6-c574-43c4-8002-e0d8a309b85b None None] Current status of the port 83422cb3-67c9-4569-bcf9-52e60e6c5fef is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:52:17.347019 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 83422cb3-67c9-4569-bcf9-52e60e6c5fef up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:52:17.397756 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 83422cb3-67c9-4569-bcf9-52e60e6c5fef triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:52:17.398075 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (83422cb3-67c9-4569-bcf9-52e60e6c5fef), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:17.473213 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 83422cb3-67c9-4569-bcf9-52e60e6c5fef is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:52:27.250101 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 5 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 13:52:35.864075 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-c7c7685f-827e-46ce-a676-6f9dd0d46133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:38.038027 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-b44e607c-f1a4-48f7-b890-11af304f93dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:39.375160 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:40.827747 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:52:42.547297 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:53:04.248462 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 5 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 13:53:05.867534 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-afeb2441-5f7f-4d0f-846c-409cab3d6eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:53:08.039417 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-6aab5686-2ee2-4775-ac57-76da0e353811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:53:09.378265 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:53:10.830513 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:53:12.549865 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:53:33.412486 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 58596) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:53:33.418255 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [None req-1ab44fa9-7e0d-4bc3-9f49-ab06d2a50d87 tempest-verify_tempest_config-1492098402 tempest-verify_tempest_config-1492098402-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 13:53:33.419309 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-1ab44fa9-7e0d-4bc3-9f49-ab06d2a50d87 tempest-verify_tempest_config-1492098402 tempest-verify_tempest_config-1492098402-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058551 Mar 02 13:53:33.707390 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 58614) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:53:33.807443 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7db4-4975-4593-bbb9-1d41f1b7d455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:53:33.880371 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7db4-4975-4593-bbb9-1d41f1b7d455 admin admin] Publish callbacks [] for security_group (c358fe13-b347-410a-ae86-1680242e665d), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:53:33.883869 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7c9b7db4-4975-4593-bbb9-1d41f1b7d455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (c358fe13-b347-410a-ae86-1680242e665d), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:53:33.927004 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-7c9b7db4-4975-4593-bbb9-1d41f1b7d455 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f6c6097bc96436da0030625861b6dc2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2185087 Mar 02 13:53:33.928934 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b7db4-4975-4593-bbb9-1d41f1b7d455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c358fe13-b347-410a-ae86-1680242e665d,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:53:33.929662 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 58618) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:53:33.936199 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b7db4-4975-4593-bbb9-1d41f1b7d455 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:33.936569 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b7db4-4975-4593-bbb9-1d41f1b7d455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:33.936918 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b7db4-4975-4593-bbb9-1d41f1b7d455 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:33.937252 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b7db4-4975-4593-bbb9-1d41f1b7d455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:33.937583 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b7db4-4975-4593-bbb9-1d41f1b7d455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:33.937911 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b7db4-4975-4593-bbb9-1d41f1b7d455 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:33.938252 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b7db4-4975-4593-bbb9-1d41f1b7d455 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:33.938581 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b7db4-4975-4593-bbb9-1d41f1b7d455 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:33.938947 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b7db4-4975-4593-bbb9-1d41f1b7d455 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:33.939274 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b7db4-4975-4593-bbb9-1d41f1b7d455 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:33.939595 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b7db4-4975-4593-bbb9-1d41f1b7d455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:33.939912 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b7db4-4975-4593-bbb9-1d41f1b7d455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:33.940228 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b7db4-4975-4593-bbb9-1d41f1b7d455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:34.012234 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-84a944d5-897b-436c-874d-0a5554796245 admin admin] Publish callbacks [] for security_group (c358fe13-b347-410a-ae86-1680242e665d), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:53:34.032116 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-84a944d5-897b-436c-874d-0a5554796245 admin admin] Publish callbacks [] for security_group (c358fe13-b347-410a-ae86-1680242e665d), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:53:34.123667 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-84a944d5-897b-436c-874d-0a5554796245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (c358fe13-b347-410a-ae86-1680242e665d), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:53:34.126198 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-84a944d5-897b-436c-874d-0a5554796245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:53:34.127368 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-84a944d5-897b-436c-874d-0a5554796245 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c358fe13-b347-410a-ae86-1680242e665d HTTP/1.1" status: 204 len: 168 time: 0.1966448 Mar 02 13:53:34.135456 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a944d5-897b-436c-874d-0a5554796245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c358fe13-b347-410a-ae86-1680242e665d,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:53:34.142948 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a944d5-897b-436c-874d-0a5554796245 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:34.143321 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a944d5-897b-436c-874d-0a5554796245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:34.143672 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a944d5-897b-436c-874d-0a5554796245 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:34.144015 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a944d5-897b-436c-874d-0a5554796245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:34.144360 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a944d5-897b-436c-874d-0a5554796245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:34.144694 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a944d5-897b-436c-874d-0a5554796245 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:34.145126 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a944d5-897b-436c-874d-0a5554796245 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:34.145372 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a944d5-897b-436c-874d-0a5554796245 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:34.145706 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a944d5-897b-436c-874d-0a5554796245 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:34.146045 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a944d5-897b-436c-874d-0a5554796245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:34.146373 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a944d5-897b-436c-874d-0a5554796245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:34.146730 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a944d5-897b-436c-874d-0a5554796245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:34.147059 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a944d5-897b-436c-874d-0a5554796245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:53:35.869278 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-fe4a1934-cb72-44f2-a733-adc091578f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:53:38.045844 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-e3e8eace-d6f1-49db-a79b-c95e7fa6b8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:53:39.381025 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:53:40.834401 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:53:41.247066 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 5 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 13:53:42.553017 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:54:05.875272 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc70e-a311-40bd-9352-0679c5940eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:54:08.036620 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-c41278cb-0f5c-4f19-844c-9c8e3acf3d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:54:09.382668 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:54:10.835228 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:54:12.557807 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:54:18.245807 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 5 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 13:54:35.875828 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-980c4eb0-a8fb-481a-80c1-40607386803e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:54:38.038106 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-f891d227-db46-4354-b8f0-bfd781698b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:54:39.384820 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:54:40.838486 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:54:42.560255 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:54:55.244106 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 5 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 13:55:05.878923 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-d1eca712-93fc-4bc7-8290-ed267a7324df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:55:08.040515 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-667fe120-c1f8-41ef-99bd-2126cc923174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:55:09.403621 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:55:10.842417 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:55:12.563910 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:55:14.066159 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606994'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:55:29.441119 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 58692) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:55:29.544341 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-fb4b02bb-b601-4938-976f-f1d50a9fd790 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1021478 Mar 02 13:55:31.899826 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 58702) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:55:31.953234 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-1a79438a-eac3-4b98-b5e5-6f5ea982476d admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0518589 Mar 02 13:55:32.242310 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 13:55:35.881408 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-185e1cfc-5bbe-40a7-828b-d1927e76575b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:55:38.044712 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-109965dc-33db-4241-9f05-5158299230b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:55:39.393920 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:55:40.843656 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:55:42.565733 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:55:44.051625 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:56:05.882832 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-740220bb-9189-4c9a-a94d-ae6b960162ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:56:08.046271 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-c4d84be0-b60f-44bb-ad24-5e42ed745d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:56:09.240874 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 13:56:09.394975 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:56:10.846054 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:56:12.567870 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:56:14.065994 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:56:35.885444 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-61179476-add9-4049-a6ca-c07dd2bc138c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:56:38.050298 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-f4539254-aea6-48f5-9c4c-910809c9c623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:56:39.400185 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:56:40.848119 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:56:42.570409 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:56:44.065733 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:56:46.240423 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 13:57:05.893808 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-975a800b-f752-4f71-a524-3d3459cf8e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:08.065689 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-f2af9568-54e8-4350-a1b2-aa8905a1a1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:09.411979 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:10.851759 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:10.855016 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 58924) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:10.937365 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 58934) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:11.065873 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 58944) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:11.093425 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1878946087-network', 'tenant_id': '95148b79d60e4c4e826757f796106cfa'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:11.116124 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Made reservation on behalf of 95148b79d60e4c4e826757f796106cfa for: {'network': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:57:11.118768 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for network (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.130156 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.211397 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Publish callbacks [] for security_group (d2952561-2dd5-40dd-9e31-bc5ea1be0078), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.216105 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (d2952561-2dd5-40dd-9e31-bc5ea1be0078), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.235920 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-9fe2bec1-2022-4de5-b99b-0eea8730655b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1311557598-network', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:11.254700 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2952561-2dd5-40dd-9e31-bc5ea1be0078,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:11.267422 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:11.267893 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:11.268233 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:11.268793 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:11.269332 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:11.269853 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:11.270450 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:11.270995 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:11.271533 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:11.272093 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:11.272633 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:11.272970 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:11.273304 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Tracked resource versions report: Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: pushed versions: Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: { 'AddressGroup': {'1.2'}, Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'ConntrackHelper': {'1.0'}, Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'LocalIPAssociation': {'1.0'}, Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'Log': {'1.0'}, Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'Network': {'1.1'}, Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'Port': {'1.7'}, Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'PortForwarding': {'1.2'}, Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'QosPolicy': {'1.10'}, Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'SecurityGroup': {'1.5'}, Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'SecurityGroupRule': {'1.2'}, Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'SubPort': {'1.0'}, Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'Subnet': {'1.1'}, Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'Trunk': {'1.1'}} Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: consumer versions: Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: { DHCP agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: HyperV agent@hv-cinder-83124: {}, Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: L3 agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: Metadata agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: Metering agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: Open vSwitch agent@dv-cinder-831247-3-iscsi: { 'AddressGroup': '1.2', Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'ConntrackHelper': '1.0', Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'LocalIPAssociation': '1.0', Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'Log': '1.0', Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'Network': '1.1', Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'Port': '1.7', Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'PortForwarding': '1.2', Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'QosPolicy': '1.10', Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'SecurityGroup': '1.5', Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'SecurityGroupRule': '1.2', Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'SubPort': '1.0', Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'Subnet': '1.1', Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: 'Trunk': '1.1'}} Mar 02 13:57:11.274398 dv-cinder-831247-3-iscsi neutron-server[102939]: {{(pid=102939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 13:57:11.285991 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=102939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 13:57:11.301461 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (12068f8c-4cd4-4b66-aa81-30a661323f23), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.301793 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.segments_db [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Added segment 12068f8c-4cd4-4b66-aa81-30a661323f23 of type vlan for network 6e0a7531-41bc-4ccb-9d53-969a4e07ec5c Mar 02 13:57:11.313455 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe2bec1-2022-4de5-b99b-0eea8730655b admin admin] Made reservation on behalf of 64ebff49f62c4b4dbc756d0c15f028e8 for: {'network': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:57:11.315944 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9fe2bec1-2022-4de5-b99b-0eea8730655b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for network (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.349605 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-9401c747-79fb-4c92-9156-62893eb27e90 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-602163647-network', 'tenant_id': '607aa3bcf57041219e479bb3e70e3a3d'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:11.352663 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9fe2bec1-2022-4de5-b99b-0eea8730655b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.379057 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060850773'] for network (6e0a7531-41bc-4ccb-9d53-969a4e07ec5c), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.402993 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9401c747-79fb-4c92-9156-62893eb27e90 admin admin] Made reservation on behalf of 607aa3bcf57041219e479bb3e70e3a3d for: {'network': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:57:11.405530 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9401c747-79fb-4c92-9156-62893eb27e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for network (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.434758 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9401c747-79fb-4c92-9156-62893eb27e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.458708 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for network (6e0a7531-41bc-4ccb-9d53-969a4e07ec5c), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.459881 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:11.460717 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.549291 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 58972) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:11.549885 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6915486 Mar 02 13:57:11.555898 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Request body: {'subnet': {'network_id': '6e0a7531-41bc-4ccb-9d53-969a4e07ec5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1878946087-subnet', 'tenant_id': '95148b79d60e4c4e826757f796106cfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:11.595023 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Made reservation on behalf of 95148b79d60e4c4e826757f796106cfa for: {'subnet': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:57:11.600031 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.622076 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402547d-5332-4bc2-970f-35673ec151c2 admin admin] Pushing event updated for resources: {'Network': ['ID=6e0a7531-41bc-4ccb-9d53-969a4e07ec5c,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:11.636985 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Network 6e0a7531-41bc-4ccb-9d53-969a4e07ec5c details requested by agent ovs-agent-dv-cinder-831247-3-iscsi with host dv-cinder-831247-3-iscsi {{(pid=102941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 13:57:11.651350 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9fe2bec1-2022-4de5-b99b-0eea8730655b admin admin] Publish callbacks [] for security_group (fdf383ac-022c-4dff-b282-fe9182b42a8b), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.662311 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9fe2bec1-2022-4de5-b99b-0eea8730655b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (fdf383ac-022c-4dff-b282-fe9182b42a8b), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.701249 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2bec1-2022-4de5-b99b-0eea8730655b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf383ac-022c-4dff-b282-fe9182b42a8b,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:11.735379 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe2bec1-2022-4de5-b99b-0eea8730655b admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=102939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 13:57:11.789040 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9fe2bec1-2022-4de5-b99b-0eea8730655b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (9c57b919-e5fc-428e-923e-107dd11d09c4), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.789444 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.segments_db [None req-9fe2bec1-2022-4de5-b99b-0eea8730655b admin admin] Added segment 9c57b919-e5fc-428e-923e-107dd11d09c4 of type vlan for network 1c033f07-1d9f-46d2-98c2-6dfc949bbb76 Mar 02 13:57:11.827592 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9401c747-79fb-4c92-9156-62893eb27e90 admin admin] Publish callbacks [] for security_group (bca3464c-7168-40a1-82ff-e5967be7c27f), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.857412 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9401c747-79fb-4c92-9156-62893eb27e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (bca3464c-7168-40a1-82ff-e5967be7c27f), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.881527 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9fe2bec1-2022-4de5-b99b-0eea8730655b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060850773'] for network (1c033f07-1d9f-46d2-98c2-6dfc949bbb76), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.941451 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for subnet (1930d42a-9363-4443-a245-37e535f4da89), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.952415 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9fe2bec1-2022-4de5-b99b-0eea8730655b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for network (1c033f07-1d9f-46d2-98c2-6dfc949bbb76), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.952720 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe2bec1-2022-4de5-b99b-0eea8730655b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:11.953499 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9fe2bec1-2022-4de5-b99b-0eea8730655b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:11.992576 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1930d42a-9363-4443-a245-37e535f4da89,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:12.002221 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:12.002636 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:12.003528 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:12.003996 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:12.004342 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:12.004798 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:12.005824 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:12.006328 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:12.006925 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:12.007452 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:12.008003 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:12.008864 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:12.009413 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Tracked resource versions report: Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: pushed versions: Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: { 'AddressGroup': {'1.2'}, Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'ConntrackHelper': {'1.0'}, Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'LocalIPAssociation': {'1.0'}, Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'Log': {'1.0'}, Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'Network': {'1.1'}, Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'Port': {'1.7'}, Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'PortForwarding': {'1.2'}, Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'QosPolicy': {'1.10'}, Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'SecurityGroup': {'1.5'}, Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'SecurityGroupRule': {'1.2'}, Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'SubPort': {'1.0'}, Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'Subnet': {'1.1'}, Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'Trunk': {'1.1'}} Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: consumer versions: Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: { DHCP agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: HyperV agent@hv-cinder-83124: {}, Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: L3 agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: Metadata agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: Metering agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: Open vSwitch agent@dv-cinder-831247-3-iscsi: { 'AddressGroup': '1.2', Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'ConntrackHelper': '1.0', Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'LocalIPAssociation': '1.0', Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'Log': '1.0', Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'Network': '1.1', Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'Port': '1.7', Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'PortForwarding': '1.2', Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'QosPolicy': '1.10', Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'SecurityGroup': '1.5', Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'SecurityGroupRule': '1.2', Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'SubPort': '1.0', Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'Subnet': '1.1', Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: 'Trunk': '1.1'}} Mar 02 13:57:12.011304 dv-cinder-831247-3-iscsi neutron-server[102940]: {{(pid=102940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 13:57:12.036457 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2bec1-2022-4de5-b99b-0eea8730655b admin admin] Pushing event updated for resources: {'Network': ['ID=1c033f07-1d9f-46d2-98c2-6dfc949bbb76,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:12.039407 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9401c747-79fb-4c92-9156-62893eb27e90 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=102939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 13:57:12.052751 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Network 1c033f07-1d9f-46d2-98c2-6dfc949bbb76 details requested by agent ovs-agent-dv-cinder-831247-3-iscsi with host dv-cinder-831247-3-iscsi {{(pid=102941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 13:57:12.058699 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Checking segment: {'id': '12068f8c-4cd4-4b66-aa81-30a661323f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e0a7531-41bc-4ccb-9d53-969a4e07ec5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:57:12.059132 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Network hostable DHCP agents. Network: 6e0a7531-41bc-4ccb-9d53-969a4e07ec5c, hostable agents: ['75e4ba60-1427-4d6a-953c-035315e6206b'], hosted agents: [] {{(pid=102940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 13:57:12.067115 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9401c747-79fb-4c92-9156-62893eb27e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (49f1ae7a-f510-49ee-8e39-25334c503aa7), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:12.067683 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.segments_db [None req-9401c747-79fb-4c92-9156-62893eb27e90 admin admin] Added segment 49f1ae7a-f510-49ee-8e39-25334c503aa7 of type vlan for network dcaa62c3-8e05-4527-8824-303977b75d7c Mar 02 13:57:12.069910 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401c747-79fb-4c92-9156-62893eb27e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca3464c-7168-40a1-82ff-e5967be7c27f,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:12.086103 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Network 6e0a7531-41bc-4ccb-9d53-969a4e07ec5c is scheduled to be hosted by DHCP agent 75e4ba60-1427-4d6a-953c-035315e6206b with binding_index 1 {{(pid=102940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 13:57:12.088751 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-9fe2bec1-2022-4de5-b99b-0eea8730655b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1503010 Mar 02 13:57:12.091421 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 58988) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:12.099871 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-8da347d4-f9e8-4c59-8c3d-562a095388c5 admin admin] Request body: {'subnet': {'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1311557598-subnet', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:12.115093 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-3-iscsi, 6e0a7531-41bc-4ccb-9d53-969a4e07ec5c) {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:57:12.135087 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:12.138700 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:12.144677 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da347d4-f9e8-4c59-8c3d-562a095388c5 admin admin] Made reservation on behalf of 64ebff49f62c4b4dbc756d0c15f028e8 for: {'subnet': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:57:12.147842 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-8da347d4-f9e8-4c59-8c3d-562a095388c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:12.158958 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3b8dcc-b8a0-4d15-b9ef-d31a1dcc26e7 None None] Network 6e0a7531-41bc-4ccb-9d53-969a4e07ec5c requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:57:12.185157 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-0397da26-74c2-43b8-8c2f-e756b21b1831 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6331666 Mar 02 13:57:12.192517 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9401c747-79fb-4c92-9156-62893eb27e90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060850773'] for network (dcaa62c3-8e05-4527-8824-303977b75d7c), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:12.271083 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9401c747-79fb-4c92-9156-62893eb27e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for network (dcaa62c3-8e05-4527-8824-303977b75d7c), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:12.272124 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9401c747-79fb-4c92-9156-62893eb27e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:12.272710 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9401c747-79fb-4c92-9156-62893eb27e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:12.360854 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401c747-79fb-4c92-9156-62893eb27e90 admin admin] Pushing event updated for resources: {'Network': ['ID=dcaa62c3-8e05-4527-8824-303977b75d7c,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:12.385630 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-9401c747-79fb-4c92-9156-62893eb27e90 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3182645 Mar 02 13:57:12.389579 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 59008) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:12.395503 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Network dcaa62c3-8e05-4527-8824-303977b75d7c details requested by agent ovs-agent-dv-cinder-831247-3-iscsi with host dv-cinder-831247-3-iscsi {{(pid=102941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 13:57:12.396095 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-fc4b68d7-a474-4c5c-977c-f89993418a53 admin admin] Request body: {'subnet': {'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-602163647-subnet', 'tenant_id': '607aa3bcf57041219e479bb3e70e3a3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:12.438360 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4b68d7-a474-4c5c-977c-f89993418a53 admin admin] Made reservation on behalf of 607aa3bcf57041219e479bb3e70e3a3d for: {'subnet': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:57:12.441982 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-fc4b68d7-a474-4c5c-977c-f89993418a53 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:12.634072 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-8da347d4-f9e8-4c59-8c3d-562a095388c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for subnet (4162740a-dc51-4b0e-a76f-5454f57d9ff4), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:12.691361 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3935a36e-e900-4ae6-a7fd-1c45b3859975 None None] Network 6e0a7531-41bc-4ccb-9d53-969a4e07ec5c requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:57:12.717361 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:12.787520 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-fc4b68d7-a474-4c5c-977c-f89993418a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for subnet (888c3150-7f50-41ab-b3cc-18dce7c033e2), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:12.807710 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da347d4-f9e8-4c59-8c3d-562a095388c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4162740a-dc51-4b0e-a76f-5454f57d9ff4,revision_number=0']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:12.834508 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da347d4-f9e8-4c59-8c3d-562a095388c5 admin admin] Checking segment: {'id': '9c57b919-e5fc-428e-923e-107dd11d09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:57:12.834508 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da347d4-f9e8-4c59-8c3d-562a095388c5 admin admin] Network hostable DHCP agents. Network: 1c033f07-1d9f-46d2-98c2-6dfc949bbb76, hostable agents: ['75e4ba60-1427-4d6a-953c-035315e6206b'], hosted agents: [] {{(pid=102939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 13:57:12.872923 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da347d4-f9e8-4c59-8c3d-562a095388c5 admin admin] Network 1c033f07-1d9f-46d2-98c2-6dfc949bbb76 is scheduled to be hosted by DHCP agent 75e4ba60-1427-4d6a-953c-035315e6206b with binding_index 1 {{(pid=102939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 13:57:12.874864 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b68d7-a474-4c5c-977c-f89993418a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=888c3150-7f50-41ab-b3cc-18dce7c033e2,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:12.890555 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-8da347d4-f9e8-4c59-8c3d-562a095388c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-3-iscsi, 1c033f07-1d9f-46d2-98c2-6dfc949bbb76) {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:57:12.896877 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4b68d7-a474-4c5c-977c-f89993418a53 admin admin] Checking segment: {'id': '49f1ae7a-f510-49ee-8e39-25334c503aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:57:12.897510 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4b68d7-a474-4c5c-977c-f89993418a53 admin admin] Network hostable DHCP agents. Network: dcaa62c3-8e05-4527-8824-303977b75d7c, hostable agents: ['75e4ba60-1427-4d6a-953c-035315e6206b'], hosted agents: [] {{(pid=102940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 13:57:12.902345 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858c6bd8-111f-44a9-b6a3-ca0663fd4513 None None] Network 1c033f07-1d9f-46d2-98c2-6dfc949bbb76 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:57:12.908969 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da347d4-f9e8-4c59-8c3d-562a095388c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:12.911194 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-8da347d4-f9e8-4c59-8c3d-562a095388c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:12.922434 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4b68d7-a474-4c5c-977c-f89993418a53 admin admin] Network dcaa62c3-8e05-4527-8824-303977b75d7c is scheduled to be hosted by DHCP agent 75e4ba60-1427-4d6a-953c-035315e6206b with binding_index 1 {{(pid=102940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 13:57:12.931133 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-fc4b68d7-a474-4c5c-977c-f89993418a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-3-iscsi, dcaa62c3-8e05-4527-8824-303977b75d7c) {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:57:12.943797 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-8da347d4-f9e8-4c59-8c3d-562a095388c5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8491502 Mar 02 13:57:12.944107 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59042) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:12.948219 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-81771330-5e4e-4239-8313-d10c1f080a91 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:12.948662 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4b68d7-a474-4c5c-977c-f89993418a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:12.949282 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-fc4b68d7-a474-4c5c-977c-f89993418a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:12.986094 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-fc4b68d7-a474-4c5c-977c-f89993418a53 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5953267 Mar 02 13:57:12.988817 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 59046) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:12.993898 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-8041c9bd-f51c-4883-9c77-26549059066c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-602163647-router', 'tenant_id': '607aa3bcf57041219e479bb3e70e3a3d', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:12.999383 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-81771330-5e4e-4239-8313-d10c1f080a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12999'] for router (d186c79b-9671-4477-81c6-69d6515c9ebd), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:13.001297 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-81771330-5e4e-4239-8313-d10c1f080a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13022'] for router (d186c79b-9671-4477-81c6-69d6515c9ebd), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:13.019933 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5762a919-0b1b-4b47-9d1d-b49cc91ae986 None None] Network dcaa62c3-8e05-4527-8824-303977b75d7c requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:57:13.047955 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-8041c9bd-f51c-4883-9c77-26549059066c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12999'] for router (939d5efc-b41c-41c4-ae96-84773e87a1a9), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:13.050446 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-8041c9bd-f51c-4883-9c77-26549059066c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13022'] for router (939d5efc-b41c-41c4-ae96-84773e87a1a9), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:13.096443 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-81771330-5e4e-4239-8313-d10c1f080a91 admin admin] Publish callbacks [] for router_controller (d186c79b-9671-4477-81c6-69d6515c9ebd), precommit_add_association {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:13.163241 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc28c01c5-c1f2-5f91-acd1-15e30fabb56b-1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'fixed_ips': [{'subnet_id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4'}]}} from dv-cinder-831247-3-iscsi. {{(pid=102941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 13:57:13.164820 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:13.217647 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6778494-59e3-4741-8a77-b2f02afcaeaf None None] Network dcaa62c3-8e05-4527-8824-303977b75d7c requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:57:13.305010 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-8041c9bd-f51c-4883-9c77-26549059066c admin admin] Publish callbacks [] for router_controller (939d5efc-b41c-41c4-ae96-84773e87a1a9), precommit_add_association {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:13.372394 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-81771330-5e4e-4239-8313-d10c1f080a91 admin admin] Publish callbacks [] for router_gateway (d186c79b-9671-4477-81c6-69d6515c9ebd), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:13.538800 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-8041c9bd-f51c-4883-9c77-26549059066c admin admin] Publish callbacks [] for router_gateway (939d5efc-b41c-41c4-ae96-84773e87a1a9), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:13.626434 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 59080) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:13.631218 dv-cinder-831247-3-iscsi neutron-server[102940]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 13:57:13.651774 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.db_base_plugin_common [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Allocated IP 172.20.0.2 (1c033f07-1d9f-46d2-98c2-6dfc949bbb76/4162740a-dc51-4b0e-a76f-5454f57d9ff4/79dca352-6087-4638-95c6-d1d2e34b115d) {{(pid=102941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:57:13.834049 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-81771330-5e4e-4239-8313-d10c1f080a91 admin admin] Publish callbacks [] for router_gateway (d186c79b-9671-4477-81c6-69d6515c9ebd), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:13.852663 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-9812b8f5-cebc-4124-a88f-61ffc72076e1 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:13.854211 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-9812b8f5-cebc-4124-a88f-61ffc72076e1 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/networks?id=6e0a7531-41bc-4ccb-9d53-969a4e07ec5c HTTP/1.1" status: 200 len: 812 time: 0.2266815 Mar 02 13:57:13.863705 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-81771330-5e4e-4239-8313-d10c1f080a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:13.874577 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-4f89f81d-dd10-457c-83aa-1cd4221e676c tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/quotas/95148b79d60e4c4e826757f796106cfa HTTP/1.1" status: 200 len: 375 time: 0.0142739 Mar 02 13:57:14.001529 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [None req-81771330-5e4e-4239-8313-d10c1f080a91 admin admin] Allocated IP 172.27.1.57 (8a7b981f-934d-4891-8b40-a612fdbe7a6a/d2fe738d-81f5-4c8e-ae81-924cae8fe95a/bc6c02d2-538c-47c4-8e15-4105b5e41041) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:57:14.006614 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-efc7892c-c29b-4471-b382-3d2be5cfa889 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=95148b79d60e4c4e826757f796106cfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867336 Mar 02 13:57:14.036796 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Publish callbacks [] for port (79dca352-6087-4638-95c6-d1d2e34b115d), precommit_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:14.052548 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479'] for port (79dca352-6087-4638-95c6-d1d2e34b115d), after_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:14.167980 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-8041c9bd-f51c-4883-9c77-26549059066c admin admin] Publish callbacks [] for router_gateway (939d5efc-b41c-41c4-ae96-84773e87a1a9), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:14.203669 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Network 1c033f07-1d9f-46d2-98c2-6dfc949bbb76 is already hosted by enough agents. {{(pid=102941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:57:14.209403 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Pushing event updated for resources: {'Port': ['ID=79dca352-6087-4638-95c6-d1d2e34b115d,revision_number=1']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:14.217485 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.base_scheduler [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Resources bound (agent type, host, resource id): {{(pid=102941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:57:14.221440 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Received port after_create {{(pid=102941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:57:14.223938 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:14.233938 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:14.234665 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:14.235491 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:14.236152 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:14.236342 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-8041c9bd-f51c-4883-9c77-26549059066c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:14.236919 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:14.237486 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:14.238088 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:14.238889 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:14.239453 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:14.240249 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:14.240796 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:14.241448 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:14.241980 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Tracked resource versions report: Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: pushed versions: Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: { 'AddressGroup': {'1.2'}, Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'ConntrackHelper': {'1.0'}, Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'LocalIPAssociation': {'1.0'}, Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'Log': {'1.0'}, Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'Network': {'1.1'}, Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'Port': {'1.7'}, Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'PortForwarding': {'1.2'}, Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'QosPolicy': {'1.10'}, Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'SecurityGroup': {'1.5'}, Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'SecurityGroupRule': {'1.2'}, Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'SubPort': {'1.0'}, Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'Subnet': {'1.1'}, Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'Trunk': {'1.1'}} Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: consumer versions: Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: { DHCP agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: HyperV agent@hv-cinder-83124: {}, Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: L3 agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: Metadata agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: Metering agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: Open vSwitch agent@dv-cinder-831247-3-iscsi: { 'AddressGroup': '1.2', Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'ConntrackHelper': '1.0', Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'LocalIPAssociation': '1.0', Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'Log': '1.0', Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'Network': '1.1', Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'Port': '1.7', Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'PortForwarding': '1.2', Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'QosPolicy': '1.10', Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'SecurityGroup': '1.5', Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'SecurityGroupRule': '1.2', Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'SubPort': '1.0', Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'Subnet': '1.1', Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: 'Trunk': '1.1'}} Mar 02 13:57:14.243425 dv-cinder-831247-3-iscsi neutron-server[102941]: {{(pid=102941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 13:57:14.291809 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-81771330-5e4e-4239-8313-d10c1f080a91 admin admin] Publish callbacks [] for port (bc6c02d2-538c-47c4-8e15-4105b5e41041), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:14.369185 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-81771330-5e4e-4239-8313-d10c1f080a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479'] for port (bc6c02d2-538c-47c4-8e15-4105b5e41041), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:14.391053 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Attempting to bind port 79dca352-6087-4638-95c6-d1d2e34b115d on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:57:14.391818 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Attempting to bind port 79dca352-6087-4638-95c6-d1d2e34b115d by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': '9c57b919-e5fc-428e-923e-107dd11d09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76'}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:57:14.392742 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Attempting to bind port 79dca352-6087-4638-95c6-d1d2e34b115d on network 1c033f07-1d9f-46d2-98c2-6dfc949bbb76 {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:57:14.402745 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:57:14.404189 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Checking segment: {'id': '9c57b919-e5fc-428e-923e-107dd11d09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:57:14.405069 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:14.405895 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Bound using segment: {'id': '9c57b919-e5fc-428e-923e-107dd11d09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76'} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:57:14.406616 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Bound port: 79dca352-6087-4638-95c6-d1d2e34b115d, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c57b919-e5fc-428e-923e-107dd11d09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76'}}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:57:14.407250 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (79dca352-6087-4638-95c6-d1d2e34b115d), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:14.430336 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-f45dc778-af40-42a2-af7b-954efa2c60d0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 13:57:14.431447 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-f45dc778-af40-42a2-af7b-954efa2c60d0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1318159 Mar 02 13:57:14.472320 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81771330-5e4e-4239-8313-d10c1f080a91 admin admin] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:57:14.483633 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-81771330-5e4e-4239-8313-d10c1f080a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:57:14.493730 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81771330-5e4e-4239-8313-d10c1f080a91 admin admin] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:57:14.498905 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [None req-8041c9bd-f51c-4883-9c77-26549059066c admin admin] Allocated IP 172.27.1.131 (8a7b981f-934d-4891-8b40-a612fdbe7a6a/d2fe738d-81f5-4c8e-ae81-924cae8fe95a/a0711c57-95b8-4a57-8d38-e6a931717fc4) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:57:14.541958 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] For port 79dca352-6087-4638-95c6-d1d2e34b115d, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:57:14.547664 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] For port 79dca352-6087-4638-95c6-d1d2e34b115d, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=79dca352-6087-4638-95c6-d1d2e34b115d,segment=NetworkSegment(9c57b919-e5fc-428e-923e-107dd11d09c4),segment_id=9c57b919-e5fc-428e-923e-107dd11d09c4)] {{(pid=102941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:57:14.564937 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (79dca352-6087-4638-95c6-d1d2e34b115d), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:14.627538 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-ad523dae-37cb-4d7d-9189-79ea19ff6794 service neutron] 10.222.0.36 "GET /v2.0/networks/6e0a7531-41bc-4ccb-9d53-969a4e07ec5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870630 Mar 02 13:57:14.658388 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81771330-5e4e-4239-8313-d10c1f080a91 admin admin] Pushing event updated for resources: {'Port': ['ID=bc6c02d2-538c-47c4-8e15-4105b5e41041,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:14.678601 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 59134) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:14.695823 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cddf3f-d6f7-4ef7-bff8-0da3e313a583 None None] Pushing event updated for resources: {'Port': ['ID=79dca352-6087-4638-95c6-d1d2e34b115d,revision_number=2']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:14.784257 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-8041c9bd-f51c-4883-9c77-26549059066c admin admin] Publish callbacks [] for port (a0711c57-95b8-4a57-8d38-e6a931717fc4), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:14.853137 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-87098307-58c3-40da-9e38-e39a623b9ef1 service neutron] 10.222.0.36 "GET /v2.0/networks/6e0a7531-41bc-4ccb-9d53-969a4e07ec5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133226 Mar 02 13:57:14.863553 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-8041c9bd-f51c-4883-9c77-26549059066c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479'] for port (a0711c57-95b8-4a57-8d38-e6a931717fc4), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:14.920908 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8041c9bd-f51c-4883-9c77-26549059066c admin admin] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:57:14.926004 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-8041c9bd-f51c-4883-9c77-26549059066c admin admin] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:57:14.931191 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8041c9bd-f51c-4883-9c77-26549059066c admin admin] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:57:14.934704 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041c9bd-f51c-4883-9c77-26549059066c admin admin] Pushing event updated for resources: {'Port': ['ID=a0711c57-95b8-4a57-8d38-e6a931717fc4,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:14.940169 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-81771330-5e4e-4239-8313-d10c1f080a91 admin admin] Publish callbacks [] for router_gateway (d186c79b-9671-4477-81c6-69d6515c9ebd), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:14.995291 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-afd3f09b-5c92-4b2e-925d-9133a253acf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:15.189565 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 59154) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:15.298995 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-19b0bffd-78dd-4edf-a082-440d54807bac req-09665516-cdc4-4a99-ac4c-084eed51dbdc tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 210 time: 0.1025541 Mar 02 13:57:15.317887 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-81771330-5e4e-4239-8313-d10c1f080a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605995'] for router (d186c79b-9671-4477-81c6-69d6515c9ebd), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:15.326084 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-afd3f09b-5c92-4b2e-925d-9133a253acf5 admin admin] Publish callbacks [] for security_group (d877dc7c-8307-4675-9b9a-c55aab6e9689), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:15.336260 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-afd3f09b-5c92-4b2e-925d-9133a253acf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (d877dc7c-8307-4675-9b9a-c55aab6e9689), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:15.356099 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-8041c9bd-f51c-4883-9c77-26549059066c admin admin] Publish callbacks [] for router_gateway (939d5efc-b41c-41c4-ae96-84773e87a1a9), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:15.461901 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-afd3f09b-5c92-4b2e-925d-9133a253acf5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0ebbd3bfd3447d8809b19036a5271b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7796063 Mar 02 13:57:15.465184 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 59172) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:15.502319 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3f09b-5c92-4b2e-925d-9133a253acf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d877dc7c-8307-4675-9b9a-c55aab6e9689,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:15.658980 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-6d03f919-edbd-4087-bc69-2a37fb642e5a admin admin] Publish callbacks [] for security_group (d877dc7c-8307-4675-9b9a-c55aab6e9689), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:15.708241 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 79dca352-6087-4638-95c6-d1d2e34b115d up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:57:15.843888 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81771330-5e4e-4239-8313-d10c1f080a91 admin admin] Router d186c79b-9671-4477-81c6-69d6515c9ebd is scheduled to L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 with binding_index 1 {{(pid=102939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 13:57:15.879619 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 79dca352-6087-4638-95c6-d1d2e34b115d triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:57:15.880267 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (79dca352-6087-4638-95c6-d1d2e34b115d), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:15.911436 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-6d03f919-edbd-4087-bc69-2a37fb642e5a admin admin] Publish callbacks [] for security_group (d877dc7c-8307-4675-9b9a-c55aab6e9689), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:16.092657 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 79dca352-6087-4638-95c6-d1d2e34b115d is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:16.093058 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (79dca352-6087-4638-95c6-d1d2e34b115d), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:16.154067 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] For port 79dca352-6087-4638-95c6-d1d2e34b115d, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=79dca352-6087-4638-95c6-d1d2e34b115d,segment=NetworkSegment(9c57b919-e5fc-428e-923e-107dd11d09c4),segment_id=9c57b919-e5fc-428e-923e-107dd11d09c4)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:57:16.159910 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (79dca352-6087-4638-95c6-d1d2e34b115d), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:16.214814 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-8041c9bd-f51c-4883-9c77-26549059066c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605995'] for router (939d5efc-b41c-41c4-ae96-84773e87a1a9), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:16.267593 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81771330-5e4e-4239-8313-d10c1f080a91 admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 13:57:16.278271 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] Sync routers for ids ['d186c79b-9671-4477-81c6-69d6515c9ebd'] in dv-cinder-831247-3-iscsi {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 13:57:16.302149 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-81771330-5e4e-4239-8313-d10c1f080a91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:16.303835 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-81771330-5e4e-4239-8313-d10c1f080a91 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3589206 Mar 02 13:57:16.307074 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59218) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:16.323105 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] Routers {'d186c79b-9671-4477-81c6-69d6515c9ebd'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:57:16.326528 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:57:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['d186c79b-9671-4477-81c6-69d6515c9ebd'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:16.372192 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Pushing event updated for resources: {'Port': ['ID=79dca352-6087-4638-95c6-d1d2e34b115d,revision_number=3']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:16.414757 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59222) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:16.446056 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b2938e-f876-4019-af93-035330582389 None None] Network 1c033f07-1d9f-46d2-98c2-6dfc949bbb76 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:57:16.531031 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d9aed95b-6051-4a14-9abc-f21c635ca524 req-df98b6c3-bd50-47c4-b443-e109a4ef655f tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 210 time: 0.0694454 Mar 02 13:57:16.541897 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-6d03f919-edbd-4087-bc69-2a37fb642e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (d877dc7c-8307-4675-9b9a-c55aab6e9689), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:16.551966 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-6d03f919-edbd-4087-bc69-2a37fb642e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:16.553363 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-6d03f919-edbd-4087-bc69-2a37fb642e5a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d877dc7c-8307-4675-9b9a-c55aab6e9689 HTTP/1.1" status: 204 len: 168 time: 1.0867932 Mar 02 13:57:16.590918 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03f919-edbd-4087-bc69-2a37fb642e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d877dc7c-8307-4675-9b9a-c55aab6e9689,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:16.631321 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-490c9045-d630-47fe-bf67-49e81b22c9cb None None] Provisioning complete for port 79dca352-6087-4638-95c6-d1d2e34b115d triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:57:16.633070 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-490c9045-d630-47fe-bf67-49e81b22c9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (79dca352-6087-4638-95c6-d1d2e34b115d), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:16.846908 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8041c9bd-f51c-4883-9c77-26549059066c admin admin] Router 939d5efc-b41c-41c4-ae96-84773e87a1a9 is scheduled to L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 with binding_index 1 {{(pid=102940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 13:57:16.888581 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] Set router d186c79b-9671-4477-81c6-69d6515c9ebd gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:57:17.029688 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-490c9045-d630-47fe-bf67-49e81b22c9cb None None] Current status of the port 79dca352-6087-4638-95c6-d1d2e34b115d is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:17.142519 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-d50381fc-0fcb-4894-8d8e-547f69956335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:17.187177 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8041c9bd-f51c-4883-9c77-26549059066c admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 13:57:17.196826 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] Sync routers for ids ['939d5efc-b41c-41c4-ae96-84773e87a1a9'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 13:57:17.223013 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] Routers {'939d5efc-b41c-41c4-ae96-84773e87a1a9'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:57:17.223895 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:57:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['939d5efc-b41c-41c4-ae96-84773e87a1a9'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:17.239212 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-8041c9bd-f51c-4883-9c77-26549059066c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:17.240658 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-8041c9bd-f51c-4883-9c77-26549059066c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2506146 Mar 02 13:57:17.244160 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 59252) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:17.454017 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] Set router 939d5efc-b41c-41c4-ae96-84773e87a1a9 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:57:17.508249 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:14Z', 'revision_number': 3, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port': {'id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:17.583907 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] Checking router: d186c79b-9671-4477-81c6-69d6515c9ebd for host: dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 13:57:17.585281 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] Updating router d186c79b-9671-4477-81c6-69d6515c9ebd port bc6c02d2-538c-47c4-8e15-4105b5e41041 binding host dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 13:57:17.597762 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 79dca352-6087-4638-95c6-d1d2e34b115d up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:57:17.604143 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-012e87b3-9def-459c-9958-77e9722fec5b None None] Provisioning complete for port 79dca352-6087-4638-95c6-d1d2e34b115d triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:57:17.605499 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-012e87b3-9def-459c-9958-77e9722fec5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (79dca352-6087-4638-95c6-d1d2e34b115d), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:17.625643 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (bc6c02d2-538c-47c4-8e15-4105b5e41041), before_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:17.718741 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-d50381fc-0fcb-4894-8d8e-547f69956335 admin admin] Publish callbacks [] for security_group (7c7b0da3-cf2d-46d5-a100-6e09578bb58b), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:17.729328 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-d50381fc-0fcb-4894-8d8e-547f69956335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (7c7b0da3-cf2d-46d5-a100-6e09578bb58b), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:17.830356 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-d50381fc-0fcb-4894-8d8e-547f69956335 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e1b485b263749ae977f844583cb2966&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4121735 Mar 02 13:57:17.846554 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59272) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:18.046538 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5b45a947-05d3-49ea-b0e3-9a3245995c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:18.047570 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 79dca352-6087-4638-95c6-d1d2e34b115d triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:57:18.048062 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (79dca352-6087-4638-95c6-d1d2e34b115d), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:18.063995 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] Publish callbacks [] for port (bc6c02d2-538c-47c4-8e15-4105b5e41041), precommit_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:18.069759 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-98ea1497-c01e-4625-a4c7-0db8392d6108 req-791eb62c-36cf-4a15-b939-ff9965dc1204 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 210 time: 0.0356522 Mar 02 13:57:18.087397 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (bc6c02d2-538c-47c4-8e15-4105b5e41041), after_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:18.113113 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50381fc-0fcb-4894-8d8e-547f69956335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7b0da3-cf2d-46d5-a100-6e09578bb58b,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:18.173979 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56781222-63ec-4a98-a95e-5fa58ab2caed None None] Pushing event updated for resources: {'Port': ['ID=bc6c02d2-538c-47c4-8e15-4105b5e41041,revision_number=2']} {{(pid=102942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:18.203215 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56781222-63ec-4a98-a95e-5fa58ab2caed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:18.203960 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56781222-63ec-4a98-a95e-5fa58ab2caed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:18.205133 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56781222-63ec-4a98-a95e-5fa58ab2caed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:18.205867 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56781222-63ec-4a98-a95e-5fa58ab2caed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:18.206463 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56781222-63ec-4a98-a95e-5fa58ab2caed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:18.208339 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56781222-63ec-4a98-a95e-5fa58ab2caed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:18.209060 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56781222-63ec-4a98-a95e-5fa58ab2caed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:18.209639 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56781222-63ec-4a98-a95e-5fa58ab2caed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:18.210453 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56781222-63ec-4a98-a95e-5fa58ab2caed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:18.211056 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56781222-63ec-4a98-a95e-5fa58ab2caed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:18.211624 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56781222-63ec-4a98-a95e-5fa58ab2caed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:18.212182 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56781222-63ec-4a98-a95e-5fa58ab2caed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:18.212726 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56781222-63ec-4a98-a95e-5fa58ab2caed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56781222-63ec-4a98-a95e-5fa58ab2caed None None] Tracked resource versions report: Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: pushed versions: Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: { 'AddressGroup': {'1.2'}, Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'ConntrackHelper': {'1.0'}, Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'LocalIPAssociation': {'1.0'}, Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'Log': {'1.0'}, Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'Network': {'1.1'}, Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'Port': {'1.7'}, Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'PortForwarding': {'1.2'}, Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'QosPolicy': {'1.10'}, Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'SecurityGroup': {'1.5'}, Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'SecurityGroupRule': {'1.2'}, Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'SubPort': {'1.0'}, Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'Subnet': {'1.1'}, Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'Trunk': {'1.1'}} Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: consumer versions: Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: { DHCP agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: HyperV agent@hv-cinder-83124: {}, Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: L3 agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: Metadata agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: Metering agent@dv-cinder-831247-3-iscsi: {}, Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: Open vSwitch agent@dv-cinder-831247-3-iscsi: { 'AddressGroup': '1.2', Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'ConntrackHelper': '1.0', Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'LocalIPAssociation': '1.0', Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'Log': '1.0', Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'Network': '1.1', Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'Port': '1.7', Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'PortForwarding': '1.2', Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'QosPolicy': '1.10', Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'SecurityGroup': '1.5', Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'SecurityGroupRule': '1.2', Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'SubPort': '1.0', Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'Subnet': '1.1', Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: 'Trunk': '1.1'}} Mar 02 13:57:18.214087 dv-cinder-831247-3-iscsi neutron-server[102942]: {{(pid=102942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 13:57:18.220903 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] Attempting to bind port bc6c02d2-538c-47c4-8e15-4105b5e41041 on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:57:18.221563 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] Attempting to bind port bc6c02d2-538c-47c4-8e15-4105b5e41041 by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}] {{(pid=102942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:57:18.222527 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] Attempting to bind port bc6c02d2-538c-47c4-8e15-4105b5e41041 on network 8a7b981f-934d-4891-8b40-a612fdbe7a6a {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:57:18.225908 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-012e87b3-9def-459c-9958-77e9722fec5b None None] Current status of the port 79dca352-6087-4638-95c6-d1d2e34b115d is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:18.226038 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 59286) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:18.234323 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:57:18.235125 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] Checking segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:57:18.236254 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:18.236885 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] Bound using segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:57:18.238223 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] Bound port: bc6c02d2-538c-47c4-8e15-4105b5e41041, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}}] {{(pid=102942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:57:18.238908 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (bc6c02d2-538c-47c4-8e15-4105b5e41041), before_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:18.308461 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.db [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] For port bc6c02d2-538c-47c4-8e15-4105b5e41041, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:57:18.318570 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.db [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] For port bc6c02d2-538c-47c4-8e15-4105b5e41041, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=bc6c02d2-538c-47c4-8e15-4105b5e41041,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:57:18.333075 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (bc6c02d2-538c-47c4-8e15-4105b5e41041), after_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:18.369253 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d5efc-b41c-41c4-ae96-84773e87a1a9', 'name': 'tempest-ServerRescueNegativeTestJSON-602163647-router', 'tenant_id': '607aa3bcf57041219e479bb3e70e3a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a0711c57-95b8-4a57-8d38-e6a931717fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:15Z', 'revision_number': 3, 'project_id': '607aa3bcf57041219e479bb3e70e3a3d', 'gw_port': {'id': 'a0711c57-95b8-4a57-8d38-e6a931717fc4', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939d5efc-b41c-41c4-ae96-84773e87a1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:14Z', 'updated_at': '2022-03-02T13:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:18.436891 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56781222-63ec-4a98-a95e-5fa58ab2caed None None] Pushing event updated for resources: {'Port': ['ID=bc6c02d2-538c-47c4-8e15-4105b5e41041,revision_number=3']} {{(pid=102942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:18.443468 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] Checking router: 939d5efc-b41c-41c4-ae96-84773e87a1a9 for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 13:57:18.443914 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] Updating router 939d5efc-b41c-41c4-ae96-84773e87a1a9 port a0711c57-95b8-4a57-8d38-e6a931717fc4 binding host dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 13:57:18.508783 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] Routers {'d186c79b-9671-4477-81c6-69d6515c9ebd'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:57:18.508783 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:57:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['d186c79b-9671-4477-81c6-69d6515c9ebd'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:18.530156 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 79dca352-6087-4638-95c6-d1d2e34b115d is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:18.544225 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-ee7e30b8-0cf2-4b60-b2ff-dfb9156a2691 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1397830031-network', 'tenant_id': 'bd0ec065516d4d3a8580cc88544e8b04'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:18.545838 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (a0711c57-95b8-4a57-8d38-e6a931717fc4), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:18.609812 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7e30b8-0cf2-4b60-b2ff-dfb9156a2691 admin admin] Made reservation on behalf of bd0ec065516d4d3a8580cc88544e8b04 for: {'network': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:57:18.617893 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-ee7e30b8-0cf2-4b60-b2ff-dfb9156a2691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for network (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:18.640435 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-ee7e30b8-0cf2-4b60-b2ff-dfb9156a2691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:18.648797 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3822caab-fa12-4e34-9ff3-f6155cba2c46 admin admin] Publish callbacks [] for security_group (7c7b0da3-cf2d-46d5-a100-6e09578bb58b), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:18.666543 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [None req-5b45a947-05d3-49ea-b0e3-9a3245995c8f admin admin] Allocated IP 172.20.0.1 (1c033f07-1d9f-46d2-98c2-6dfc949bbb76/4162740a-dc51-4b0e-a76f-5454f57d9ff4/4501349e-12c5-43b3-8524-96bafc4ef3d2) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:57:18.708221 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] Set router d186c79b-9671-4477-81c6-69d6515c9ebd gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:57:18.744213 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3822caab-fa12-4e34-9ff3-f6155cba2c46 admin admin] Publish callbacks [] for security_group (7c7b0da3-cf2d-46d5-a100-6e09578bb58b), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:18.819910 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-ee7e30b8-0cf2-4b60-b2ff-dfb9156a2691 admin admin] Publish callbacks [] for security_group (1fbba675-423c-438a-92b9-d72b864c25c1), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:18.825783 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f5c39dfc-9398-4199-a1ea-39891c5b799f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:18.853165 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-ee7e30b8-0cf2-4b60-b2ff-dfb9156a2691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (1fbba675-423c-438a-92b9-d72b864c25c1), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:18.882854 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7e30b8-0cf2-4b60-b2ff-dfb9156a2691 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=102940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 13:57:18.920950 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3822caab-fa12-4e34-9ff3-f6155cba2c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (7c7b0da3-cf2d-46d5-a100-6e09578bb58b), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:18.925442 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3822caab-fa12-4e34-9ff3-f6155cba2c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:18.926842 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-3822caab-fa12-4e34-9ff3-f6155cba2c46 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c7b0da3-cf2d-46d5-a100-6e09578bb58b HTTP/1.1" status: 204 len: 168 time: 1.0791738 Mar 02 13:57:18.944166 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822caab-fa12-4e34-9ff3-f6155cba2c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7b0da3-cf2d-46d5-a100-6e09578bb58b,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:18.959723 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5b45a947-05d3-49ea-b0e3-9a3245995c8f admin admin] Publish callbacks [] for port (4501349e-12c5-43b3-8524-96bafc4ef3d2), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:18.969247 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-ee7e30b8-0cf2-4b60-b2ff-dfb9156a2691 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736061257620', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (eeb2853a-08de-43cd-a1c3-4c92c9277949), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:18.969910 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-ee7e30b8-0cf2-4b60-b2ff-dfb9156a2691 admin admin] Unsubscribe: segment precommit_create {{(pid=102940) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 13:57:18.970378 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.db.segments_db [None req-ee7e30b8-0cf2-4b60-b2ff-dfb9156a2691 admin admin] Added segment eeb2853a-08de-43cd-a1c3-4c92c9277949 of type vlan for network edd37ee8-9e88-45c7-a034-eb3c5acf603b Mar 02 13:57:19.001760 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e30b8-0cf2-4b60-b2ff-dfb9156a2691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbba675-423c-438a-92b9-d72b864c25c1,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:19.002445 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5b45a947-05d3-49ea-b0e3-9a3245995c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479'] for port (4501349e-12c5-43b3-8524-96bafc4ef3d2), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:19.026125 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] Publish callbacks [] for port (a0711c57-95b8-4a57-8d38-e6a931717fc4), precommit_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:19.040874 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (a0711c57-95b8-4a57-8d38-e6a931717fc4), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:19.077068 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:14Z', 'revision_number': 3, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port': {'id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:19.091016 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b45a947-05d3-49ea-b0e3-9a3245995c8f admin admin] Network 1c033f07-1d9f-46d2-98c2-6dfc949bbb76 is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:57:19.095873 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-5b45a947-05d3-49ea-b0e3-9a3245995c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:57:19.102186 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b45a947-05d3-49ea-b0e3-9a3245995c8f admin admin] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:57:19.102813 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5b45a947-05d3-49ea-b0e3-9a3245995c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607222'] for router_interface (d186c79b-9671-4477-81c6-69d6515c9ebd), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:19.145693 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] Attempting to bind port a0711c57-95b8-4a57-8d38-e6a931717fc4 on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:57:19.146155 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] Attempting to bind port a0711c57-95b8-4a57-8d38-e6a931717fc4 by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:57:19.146439 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] Attempting to bind port a0711c57-95b8-4a57-8d38-e6a931717fc4 on network 8a7b981f-934d-4891-8b40-a612fdbe7a6a {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:57:19.162203 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:57:19.162588 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] Checking segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:57:19.165603 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:19.165969 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] Bound using segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:57:19.166469 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] Bound port: a0711c57-95b8-4a57-8d38-e6a931717fc4, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:57:19.166890 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (a0711c57-95b8-4a57-8d38-e6a931717fc4), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:19.168191 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bee20d-c4b8-4a71-ac8e-c7d5cab23c54 None None] The sync data for ids ['d186c79b-9671-4477-81c6-69d6515c9ebd'] in dv-cinder-831247-3-iscsi is: [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:14Z', 'revision_number': 3, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port': {'id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}] {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 13:57:19.218305 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25582c45-52ab-4a10-9888-3126095064e4 None None] Pushing event updated for resources: {'Port': ['ID=a0711c57-95b8-4a57-8d38-e6a931717fc4,revision_number=2']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:19.238138 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-ee7e30b8-0cf2-4b60-b2ff-dfb9156a2691 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060850773'] for network (edd37ee8-9e88-45c7-a034-eb3c5acf603b), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:19.360676 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] For port a0711c57-95b8-4a57-8d38-e6a931717fc4, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:57:19.365971 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] For port a0711c57-95b8-4a57-8d38-e6a931717fc4, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=a0711c57-95b8-4a57-8d38-e6a931717fc4,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:57:19.366399 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-ee7e30b8-0cf2-4b60-b2ff-dfb9156a2691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for network (edd37ee8-9e88-45c7-a034-eb3c5acf603b), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:19.367637 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7e30b8-0cf2-4b60-b2ff-dfb9156a2691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:19.371201 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-ee7e30b8-0cf2-4b60-b2ff-dfb9156a2691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:19.379759 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (a0711c57-95b8-4a57-8d38-e6a931717fc4), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:19.481330 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45a947-05d3-49ea-b0e3-9a3245995c8f admin admin] Pushing event updated for resources: {'Port': ['ID=4501349e-12c5-43b3-8524-96bafc4ef3d2,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:19.528578 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-ee7e30b8-0cf2-4b60-b2ff-dfb9156a2691 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2987268 Mar 02 13:57:19.534713 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59338) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:19.556224 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-d87c0698-9d93-4aa0-9dc1-1b1b52633447 admin admin] Request body: {'subnet': {'network_id': 'edd37ee8-9e88-45c7-a034-eb3c5acf603b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1397830031-subnet', 'tenant_id': 'bd0ec065516d4d3a8580cc88544e8b04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:19.578746 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87c0698-9d93-4aa0-9dc1-1b1b52633447 admin admin] Made reservation on behalf of bd0ec065516d4d3a8580cc88544e8b04 for: {'subnet': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:57:19.581378 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-d87c0698-9d93-4aa0-9dc1-1b1b52633447 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:19.584577 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [None req-f5c39dfc-9398-4199-a1ea-39891c5b799f admin admin] Allocated IP 172.20.0.1 (dcaa62c3-8e05-4527-8824-303977b75d7c/888c3150-7f50-41ab-b3cc-18dce7c033e2/e2382918-03b0-4eb0-99af-00dfb0845f11) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:57:19.613705 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5b45a947-05d3-49ea-b0e3-9a3245995c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (4501349e-12c5-43b3-8524-96bafc4ef3d2), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:19.632908 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d63c833e-6ce6-48e5-a900-053cd63e2ee5 req-a8f5be4d-908f-46d8-8de2-1081f8a71996 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 210 time: 0.1154702 Mar 02 13:57:19.644363 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e30b8-0cf2-4b60-b2ff-dfb9156a2691 admin admin] Pushing event updated for resources: {'Network': ['ID=edd37ee8-9e88-45c7-a034-eb3c5acf603b,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:19.676012 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-382b3752-6045-48c1-ab9d-beb48776a774 None None] Provisioning complete for port 4501349e-12c5-43b3-8524-96bafc4ef3d2 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:57:19.676614 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-382b3752-6045-48c1-ab9d-beb48776a774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (4501349e-12c5-43b3-8524-96bafc4ef3d2), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:19.683040 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Network edd37ee8-9e88-45c7-a034-eb3c5acf603b details requested by agent ovs-agent-dv-cinder-831247-3-iscsi with host dv-cinder-831247-3-iscsi {{(pid=102941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 13:57:19.813285 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25582c45-52ab-4a10-9888-3126095064e4 None None] Pushing event updated for resources: {'Port': ['ID=a0711c57-95b8-4a57-8d38-e6a931717fc4,revision_number=3']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:19.823265 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f5c39dfc-9398-4199-a1ea-39891c5b799f admin admin] Publish callbacks [] for port (e2382918-03b0-4eb0-99af-00dfb0845f11), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:19.830067 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-382b3752-6045-48c1-ab9d-beb48776a774 None None] Port 4501349e-12c5-43b3-8524-96bafc4ef3d2 cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 13:57:19.862075 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] Routers {'939d5efc-b41c-41c4-ae96-84773e87a1a9'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:57:19.863785 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:57:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['939d5efc-b41c-41c4-ae96-84773e87a1a9'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:19.916046 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f5c39dfc-9398-4199-a1ea-39891c5b799f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479'] for port (e2382918-03b0-4eb0-99af-00dfb0845f11), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:19.969846 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c39dfc-9398-4199-a1ea-39891c5b799f admin admin] Network dcaa62c3-8e05-4527-8824-303977b75d7c is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:57:19.973601 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-f5c39dfc-9398-4199-a1ea-39891c5b799f admin admin] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:57:19.977523 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c39dfc-9398-4199-a1ea-39891c5b799f admin admin] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:57:19.978258 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f5c39dfc-9398-4199-a1ea-39891c5b799f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607222'] for router_interface (939d5efc-b41c-41c4-ae96-84773e87a1a9), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:20.006064 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c39dfc-9398-4199-a1ea-39891c5b799f admin admin] Pushing event updated for resources: {'Port': ['ID=e2382918-03b0-4eb0-99af-00dfb0845f11,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:20.048212 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] Set router 939d5efc-b41c-41c4-ae96-84773e87a1a9 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:57:20.261640 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5b45a947-05d3-49ea-b0e3-9a3245995c8f admin admin] Publish callbacks [] for port (4501349e-12c5-43b3-8524-96bafc4ef3d2), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:20.273174 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5b45a947-05d3-49ea-b0e3-9a3245995c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (4501349e-12c5-43b3-8524-96bafc4ef3d2), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:20.274130 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5b45a947-05d3-49ea-b0e3-9a3245995c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607078'] for router_interface (d186c79b-9671-4477-81c6-69d6515c9ebd), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:20.346814 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d5efc-b41c-41c4-ae96-84773e87a1a9', 'name': 'tempest-ServerRescueNegativeTestJSON-602163647-router', 'tenant_id': '607aa3bcf57041219e479bb3e70e3a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a0711c57-95b8-4a57-8d38-e6a931717fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:15Z', 'revision_number': 3, 'project_id': '607aa3bcf57041219e479bb3e70e3a3d', 'gw_port': {'id': 'a0711c57-95b8-4a57-8d38-e6a931717fc4', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939d5efc-b41c-41c4-ae96-84773e87a1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:14Z', 'updated_at': '2022-03-02T13:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:20.369321 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45a947-05d3-49ea-b0e3-9a3245995c8f admin admin] Pushing event updated for resources: {'Port': ['ID=4501349e-12c5-43b3-8524-96bafc4ef3d2,revision_number=2']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:20.399158 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-d87c0698-9d93-4aa0-9dc1-1b1b52633447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for subnet (b142a7f9-df50-4cd4-94f3-9a0a2d43df72), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:20.402340 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f5c39dfc-9398-4199-a1ea-39891c5b799f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (e2382918-03b0-4eb0-99af-00dfb0845f11), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:20.424648 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def424f0-2a19-4b86-9667-e2d3cd967cab None None] The sync data for ids ['939d5efc-b41c-41c4-ae96-84773e87a1a9'] in dv-cinder-831247-3-iscsi is: [{'id': '939d5efc-b41c-41c4-ae96-84773e87a1a9', 'name': 'tempest-ServerRescueNegativeTestJSON-602163647-router', 'tenant_id': '607aa3bcf57041219e479bb3e70e3a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a0711c57-95b8-4a57-8d38-e6a931717fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:15Z', 'revision_number': 3, 'project_id': '607aa3bcf57041219e479bb3e70e3a3d', 'gw_port': {'id': 'a0711c57-95b8-4a57-8d38-e6a931717fc4', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939d5efc-b41c-41c4-ae96-84773e87a1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:14Z', 'updated_at': '2022-03-02T13:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 13:57:20.489318 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c0698-9d93-4aa0-9dc1-1b1b52633447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b142a7f9-df50-4cd4-94f3-9a0a2d43df72,revision_number=0']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:20.502322 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b45a947-05d3-49ea-b0e3-9a3245995c8f admin admin] Network 1c033f07-1d9f-46d2-98c2-6dfc949bbb76 is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:57:20.505378 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-5b45a947-05d3-49ea-b0e3-9a3245995c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:57:20.507449 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87c0698-9d93-4aa0-9dc1-1b1b52633447 admin admin] Checking segment: {'id': 'eeb2853a-08de-43cd-a1c3-4c92c9277949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'edd37ee8-9e88-45c7-a034-eb3c5acf603b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:57:20.507808 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87c0698-9d93-4aa0-9dc1-1b1b52633447 admin admin] Network hostable DHCP agents. Network: edd37ee8-9e88-45c7-a034-eb3c5acf603b, hostable agents: ['75e4ba60-1427-4d6a-953c-035315e6206b'], hosted agents: [] {{(pid=102939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 13:57:20.594628 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87c0698-9d93-4aa0-9dc1-1b1b52633447 admin admin] Network edd37ee8-9e88-45c7-a034-eb3c5acf603b is scheduled to be hosted by DHCP agent 75e4ba60-1427-4d6a-953c-035315e6206b with binding_index 1 {{(pid=102939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 13:57:20.609487 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-d87c0698-9d93-4aa0-9dc1-1b1b52633447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-3-iscsi, edd37ee8-9e88-45c7-a034-eb3c5acf603b) {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:57:20.617093 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87c0698-9d93-4aa0-9dc1-1b1b52633447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:20.617701 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-d87c0698-9d93-4aa0-9dc1-1b1b52633447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:20.620166 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11904238-c41b-4b7b-8827-31b7c7faf62e None None] Network edd37ee8-9e88-45c7-a034-eb3c5acf603b requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:57:20.711405 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-d87c0698-9d93-4aa0-9dc1-1b1b52633447 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1668496 Mar 02 13:57:20.789730 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ace4e4-0265-458b-ac67-7e89f882f042 None None] Network edd37ee8-9e88-45c7-a034-eb3c5acf603b requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:57:20.792572 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b45a947-05d3-49ea-b0e3-9a3245995c8f admin admin] Router d186c79b-9671-4477-81c6-69d6515c9ebd has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 13:57:21.012556 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.20', 61009) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:21.043203 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-6a999b74-4531-4097-9ad3-ef7116ad30a5 None None] Provisioning complete for port 4501349e-12c5-43b3-8524-96bafc4ef3d2 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:57:21.043595 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-6a999b74-4531-4097-9ad3-ef7116ad30a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (4501349e-12c5-43b3-8524-96bafc4ef3d2), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:21.104916 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-6a999b74-4531-4097-9ad3-ef7116ad30a5 None None] Port 4501349e-12c5-43b3-8524-96bafc4ef3d2 cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 13:57:21.170668 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-abc317a3-5ec2-4c27-a866-c1760382a65d req-18584950-e0ef-4e32-8f42-952502e19f20 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 210 time: 0.1566825 Mar 02 13:57:21.182061 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b45a947-05d3-49ea-b0e3-9a3245995c8f admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 13:57:21.190749 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-5b45a947-05d3-49ea-b0e3-9a3245995c8f admin admin] 10.222.0.36 "PUT /v2.0/routers/d186c79b-9671-4477-81c6-69d6515c9ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8812890 Mar 02 13:57:21.321734 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f5c39dfc-9398-4199-a1ea-39891c5b799f admin admin] Publish callbacks [] for port (e2382918-03b0-4eb0-99af-00dfb0845f11), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:21.349128 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f5c39dfc-9398-4199-a1ea-39891c5b799f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (e2382918-03b0-4eb0-99af-00dfb0845f11), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:21.353368 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f5c39dfc-9398-4199-a1ea-39891c5b799f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607078'] for router_interface (939d5efc-b41c-41c4-ae96-84773e87a1a9), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:21.433861 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-d317e8c5-64ae-4769-a129-8c29a4253852 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:21.436828 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-d317e8c5-64ae-4769-a129-8c29a4253852 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.20 "GET /v2.0/networks?id=6e0a7531-41bc-4ccb-9d53-969a4e07ec5c HTTP/1.1" status: 200 len: 812 time: 0.4208820 Mar 02 13:57:21.494783 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c39dfc-9398-4199-a1ea-39891c5b799f admin admin] Pushing event updated for resources: {'Port': ['ID=e2382918-03b0-4eb0-99af-00dfb0845f11,revision_number=2']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:21.579447 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c39dfc-9398-4199-a1ea-39891c5b799f admin admin] Network dcaa62c3-8e05-4527-8824-303977b75d7c is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:57:21.589182 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-f5c39dfc-9398-4199-a1ea-39891c5b799f admin admin] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:57:21.627882 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device a0711c57-95b8-4a57-8d38-e6a931717fc4 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:57:21.767286 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port a0711c57-95b8-4a57-8d38-e6a931717fc4 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:57:21.767668 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (a0711c57-95b8-4a57-8d38-e6a931717fc4), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:21.788135 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c39dfc-9398-4199-a1ea-39891c5b799f admin admin] Router 939d5efc-b41c-41c4-ae96-84773e87a1a9 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 13:57:21.805244 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] Sync routers for ids ['d186c79b-9671-4477-81c6-69d6515c9ebd'] in dv-cinder-831247-3-iscsi {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 13:57:21.822751 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] Routers {'d186c79b-9671-4477-81c6-69d6515c9ebd'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:57:21.823390 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:57:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['d186c79b-9671-4477-81c6-69d6515c9ebd'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:21.947086 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c39dfc-9398-4199-a1ea-39891c5b799f admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 13:57:21.961820 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-f5c39dfc-9398-4199-a1ea-39891c5b799f admin admin] 10.222.0.36 "PUT /v2.0/routers/939d5efc-b41c-41c4-ae96-84773e87a1a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7165446 Mar 02 13:57:21.980138 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port a0711c57-95b8-4a57-8d38-e6a931717fc4 is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:21.980697 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (a0711c57-95b8-4a57-8d38-e6a931717fc4), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:22.006925 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] For port a0711c57-95b8-4a57-8d38-e6a931717fc4, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=a0711c57-95b8-4a57-8d38-e6a931717fc4,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:57:22.017766 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (a0711c57-95b8-4a57-8d38-e6a931717fc4), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:22.020838 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device bc6c02d2-538c-47c4-8e15-4105b5e41041 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:57:22.068755 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] Set router d186c79b-9671-4477-81c6-69d6515c9ebd gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:57:22.127390 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Pushing event updated for resources: {'Port': ['ID=a0711c57-95b8-4a57-8d38-e6a931717fc4,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:22.187948 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port bc6c02d2-538c-47c4-8e15-4105b5e41041 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:57:22.189035 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (bc6c02d2-538c-47c4-8e15-4105b5e41041), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:22.346542 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-656ece5f-e869-4f87-a170-7fbccb322d1f req-57604664-308b-4aa5-b946-85a470669c9a tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 210 time: 0.0747693 Mar 02 13:57:22.392480 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port bc6c02d2-538c-47c4-8e15-4105b5e41041 is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:22.399478 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (bc6c02d2-538c-47c4-8e15-4105b5e41041), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:22.470507 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:19Z', 'revision_number': 4, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port': {'id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '4501349e-12c5-43b3-8524-96bafc4ef3d2', 'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'mac_address': 'fa:16:3e:19:c2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:18Z', 'updated_at': '2022-03-02T13:57:19Z', 'revision_number': 2, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'subnets': [{'id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:22.471227 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] For port bc6c02d2-538c-47c4-8e15-4105b5e41041, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=bc6c02d2-538c-47c4-8e15-4105b5e41041,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:57:22.480492 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (bc6c02d2-538c-47c4-8e15-4105b5e41041), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:22.498516 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 59452) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:22.503896 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-3f48960c-cbcf-41e2-9fa2-e3e1268fcb4a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-231272773-network', 'tenant_id': '4d7b7c48832c4bdf8204caa0083a6e91'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:22.532391 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] Checking router: d186c79b-9671-4477-81c6-69d6515c9ebd for host: dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 13:57:22.532391 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] Updating router d186c79b-9671-4477-81c6-69d6515c9ebd port 4501349e-12c5-43b3-8524-96bafc4ef3d2 binding host dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 13:57:22.548039 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f48960c-cbcf-41e2-9fa2-e3e1268fcb4a admin admin] Made reservation on behalf of 4d7b7c48832c4bdf8204caa0083a6e91 for: {'network': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:57:22.550339 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3f48960c-cbcf-41e2-9fa2-e3e1268fcb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for network (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:22.567793 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3f48960c-cbcf-41e2-9fa2-e3e1268fcb4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:22.581409 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Pushing event updated for resources: {'Port': ['ID=bc6c02d2-538c-47c4-8e15-4105b5e41041,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:22.604456 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (4501349e-12c5-43b3-8524-96bafc4ef3d2), before_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:22.726523 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59462) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:22.734058 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-0b385279-01ba-429c-9dfd-0a9f04db370a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--763036057', 'description': 'tempest-description--690844063'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:22.769671 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3f48960c-cbcf-41e2-9fa2-e3e1268fcb4a admin admin] Publish callbacks [] for security_group (1f59c485-50b1-461c-9a6c-840143ca8b6d), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:22.775717 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3f48960c-cbcf-41e2-9fa2-e3e1268fcb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (1f59c485-50b1-461c-9a6c-840143ca8b6d), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:22.792671 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0b385279-01ba-429c-9dfd-0a9f04db370a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:22.824747 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48960c-cbcf-41e2-9fa2-e3e1268fcb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f59c485-50b1-461c-9a6c-840143ca8b6d,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:22.853260 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f48960c-cbcf-41e2-9fa2-e3e1268fcb4a admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=102940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 13:57:22.879672 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3f48960c-cbcf-41e2-9fa2-e3e1268fcb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (2ac07969-e092-48dc-a591-6fb51437983c), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:22.882512 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.db.segments_db [None req-3f48960c-cbcf-41e2-9fa2-e3e1268fcb4a admin admin] Added segment 2ac07969-e092-48dc-a591-6fb51437983c of type vlan for network 6150997c-2b99-41b5-a670-dd74c806cd9a Mar 02 13:57:22.955113 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3f48960c-cbcf-41e2-9fa2-e3e1268fcb4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060850773'] for network (6150997c-2b99-41b5-a670-dd74c806cd9a), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:22.982382 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0b385279-01ba-429c-9dfd-0a9f04db370a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group (e7651976-180b-4abd-be64-d23cc378d7e2), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:22.993570 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0b385279-01ba-429c-9dfd-0a9f04db370a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (e7651976-180b-4abd-be64-d23cc378d7e2), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:23.000059 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3f48960c-cbcf-41e2-9fa2-e3e1268fcb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for network (6150997c-2b99-41b5-a670-dd74c806cd9a), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:23.002862 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f48960c-cbcf-41e2-9fa2-e3e1268fcb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:23.003629 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3f48960c-cbcf-41e2-9fa2-e3e1268fcb4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:23.074639 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-3f48960c-cbcf-41e2-9fa2-e3e1268fcb4a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5746241 Mar 02 13:57:23.083817 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b385279-01ba-429c-9dfd-0a9f04db370a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7651976-180b-4abd-be64-d23cc378d7e2,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:23.086728 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 59484) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:23.101645 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0b385279-01ba-429c-9dfd-0a9f04db370a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:23.103297 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-0b385279-01ba-429c-9dfd-0a9f04db370a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.3748643 Mar 02 13:57:23.106230 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59486) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:23.109949 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-7b5e0e3f-3fb0-4d7e-9fb9-42425c41b9a9 admin admin] Request body: {'subnet': {'network_id': '6150997c-2b99-41b5-a670-dd74c806cd9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-231272773-subnet', 'tenant_id': '4d7b7c48832c4bdf8204caa0083a6e91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:23.113837 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-9bb25f27-bae5-48b4-b818-fbb6fbc8a877 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Request body: {'security_group_rule': {'security_group_id': 'e7651976-180b-4abd-be64-d23cc378d7e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:23.122628 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] Publish callbacks [] for port (4501349e-12c5-43b3-8524-96bafc4ef3d2), precommit_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:23.131743 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] Sync routers for ids ['939d5efc-b41c-41c4-ae96-84773e87a1a9'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 13:57:23.139592 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (4501349e-12c5-43b3-8524-96bafc4ef3d2), after_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:23.156057 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] Routers {'939d5efc-b41c-41c4-ae96-84773e87a1a9'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:57:23.156696 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:57:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['939d5efc-b41c-41c4-ae96-84773e87a1a9'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:23.162815 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9bb25f27-bae5-48b4-b818-fbb6fbc8a877 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group_rule (8871adff-2e83-4788-ad8b-972e20bd1699), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:23.219162 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48960c-cbcf-41e2-9fa2-e3e1268fcb4a admin admin] Pushing event updated for resources: {'Network': ['ID=6150997c-2b99-41b5-a670-dd74c806cd9a,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:23.243978 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3cf4a-beda-4d20-b726-b2541fb8c3c9 None None] Pushing event updated for resources: {'Port': ['ID=4501349e-12c5-43b3-8524-96bafc4ef3d2,revision_number=3']} {{(pid=102942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:23.261696 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 13:57:23.263698 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5e0e3f-3fb0-4d7e-9fb9-42425c41b9a9 admin admin] Made reservation on behalf of 4d7b7c48832c4bdf8204caa0083a6e91 for: {'subnet': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:57:23.272131 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0e3f-3fb0-4d7e-9fb9-42425c41b9a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:23.322995 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Network 6150997c-2b99-41b5-a670-dd74c806cd9a details requested by agent ovs-agent-dv-cinder-831247-3-iscsi with host dv-cinder-831247-3-iscsi {{(pid=102941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 13:57:23.360285 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9bb25f27-bae5-48b4-b818-fbb6fbc8a877 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group_rule (8871adff-2e83-4788-ad8b-972e20bd1699), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:23.362615 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] Attempting to bind port 4501349e-12c5-43b3-8524-96bafc4ef3d2 on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:57:23.363309 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] Attempting to bind port 4501349e-12c5-43b3-8524-96bafc4ef3d2 by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': '9c57b919-e5fc-428e-923e-107dd11d09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76'}] {{(pid=102942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:57:23.365022 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] Attempting to bind port 4501349e-12c5-43b3-8524-96bafc4ef3d2 on network 1c033f07-1d9f-46d2-98c2-6dfc949bbb76 {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:57:23.372141 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:57:23.373627 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] Checking segment: {'id': '9c57b919-e5fc-428e-923e-107dd11d09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:57:23.374495 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:23.375362 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] Bound using segment: {'id': '9c57b919-e5fc-428e-923e-107dd11d09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76'} {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:57:23.376055 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] Bound port: 4501349e-12c5-43b3-8524-96bafc4ef3d2, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c57b919-e5fc-428e-923e-107dd11d09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76'}}] {{(pid=102942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:57:23.377797 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9bb25f27-bae5-48b4-b818-fbb6fbc8a877 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (8871adff-2e83-4788-ad8b-972e20bd1699), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:23.380601 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-69f1c16d-7561-4018-a52b-05deded0fa9b tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:23.382442 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-69f1c16d-7561-4018-a52b-05deded0fa9b tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/networks?id=dcaa62c3-8e05-4527-8824-303977b75d7c HTTP/1.1" status: 200 len: 818 time: 0.3602891 Mar 02 13:57:23.388063 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (4501349e-12c5-43b3-8524-96bafc4ef3d2), before_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:23.407932 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb25f27-bae5-48b4-b818-fbb6fbc8a877 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8871adff-2e83-4788-ad8b-972e20bd1699,revision_number=0']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:23.427086 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-562ca50e-2741-4196-b155-3fdf281be632 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/quotas/607aa3bcf57041219e479bb3e70e3a3d HTTP/1.1" status: 200 len: 375 time: 0.0340507 Mar 02 13:57:23.455678 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9bb25f27-bae5-48b4-b818-fbb6fbc8a877 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:23.470547 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-9bb25f27-bae5-48b4-b818-fbb6fbc8a877 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3592410 Mar 02 13:57:23.471969 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 59504) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:23.481216 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] Set router 939d5efc-b41c-41c4-ae96-84773e87a1a9 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:57:23.497287 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-73d50ef7-c4e8-425d-83be-a98bfa4ee28a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Request body: {'security_group_rule': {'security_group_id': 'e7651976-180b-4abd-be64-d23cc378d7e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:23.554162 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.db [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] For port 4501349e-12c5-43b3-8524-96bafc4ef3d2, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:57:23.559444 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.db [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] For port 4501349e-12c5-43b3-8524-96bafc4ef3d2, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=4501349e-12c5-43b3-8524-96bafc4ef3d2,segment=NetworkSegment(9c57b919-e5fc-428e-923e-107dd11d09c4),segment_id=9c57b919-e5fc-428e-923e-107dd11d09c4)] {{(pid=102942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:57:23.568044 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (4501349e-12c5-43b3-8524-96bafc4ef3d2), after_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:23.576535 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0a9f85f1-b16d-4d97-8d82-15f51848a3dc req-c7c5ae8b-23f8-4c66-b61f-0e0376a670f4 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 210 time: 0.0619800 Mar 02 13:57:23.618930 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-56775041-9d0d-4e90-82e6-ac47ff259d0e tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=607aa3bcf57041219e479bb3e70e3a3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1855364 Mar 02 13:57:23.642719 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device a0711c57-95b8-4a57-8d38-e6a931717fc4 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:57:23.661485 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-73d50ef7-c4e8-425d-83be-a98bfa4ee28a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group_rule (86cbf37c-8af5-4bc6-8417-ac713b4d6159), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:23.678470 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3cf4a-beda-4d20-b726-b2541fb8c3c9 None None] Pushing event updated for resources: {'Port': ['ID=4501349e-12c5-43b3-8524-96bafc4ef3d2,revision_number=4']} {{(pid=102942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:23.695096 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] Routers {'d186c79b-9671-4477-81c6-69d6515c9ebd'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:57:23.695921 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:57:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['d186c79b-9671-4477-81c6-69d6515c9ebd'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:23.825778 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0e3f-3fb0-4d7e-9fb9-42425c41b9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for subnet (527d9c11-1286-4c52-8f8b-935322451d07), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:23.831996 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] Set router d186c79b-9671-4477-81c6-69d6515c9ebd gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:57:23.890914 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-73d50ef7-c4e8-425d-83be-a98bfa4ee28a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group_rule (86cbf37c-8af5-4bc6-8417-ac713b4d6159), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:23.892444 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-6bbeaabd-34b4-4653-a4b4-3f77d3520ac5 None None] Provisioning complete for port 4501349e-12c5-43b3-8524-96bafc4ef3d2 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:57:23.892827 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-6bbeaabd-34b4-4653-a4b4-3f77d3520ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (4501349e-12c5-43b3-8524-96bafc4ef3d2), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:23.895189 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-6aacce4d-fa3b-4872-9b58-e5258b2ba679 service neutron] 10.222.0.36 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498901 Mar 02 13:57:23.900874 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-73d50ef7-c4e8-425d-83be-a98bfa4ee28a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (86cbf37c-8af5-4bc6-8417-ac713b4d6159), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:23.961564 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port a0711c57-95b8-4a57-8d38-e6a931717fc4 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:57:23.962137 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (a0711c57-95b8-4a57-8d38-e6a931717fc4), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:24.051799 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-2aa39c92-85fc-4a5e-9b40-8d23266c44f0 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Request body: {'port': {'device_id': '1c180513-8322-45cd-80fa-17c93b2448a2', 'network_id': '6e0a7531-41bc-4ccb-9d53-969a4e07ec5c', 'admin_state_up': True, 'tenant_id': '95148b79d60e4c4e826757f796106cfa'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:24.138104 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d5efc-b41c-41c4-ae96-84773e87a1a9', 'name': 'tempest-ServerRescueNegativeTestJSON-602163647-router', 'tenant_id': '607aa3bcf57041219e479bb3e70e3a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a0711c57-95b8-4a57-8d38-e6a931717fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:20Z', 'revision_number': 4, 'project_id': '607aa3bcf57041219e479bb3e70e3a3d', 'gw_port': {'id': 'a0711c57-95b8-4a57-8d38-e6a931717fc4', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d5efc-b41c-41c4-ae96-84773e87a1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:14Z', 'updated_at': '2022-03-02T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': 'e2382918-03b0-4eb0-99af-00dfb0845f11', 'name': '', 'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c', 'tenant_id': '607aa3bcf57041219e479bb3e70e3a3d', 'mac_address': 'fa:16:3e:9e:25:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939d5efc-b41c-41c4-ae96-84773e87a1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '888c3150-7f50-41ab-b3cc-18dce7c033e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:18Z', 'updated_at': '2022-03-02T13:57:20Z', 'revision_number': 2, 'project_id': '607aa3bcf57041219e479bb3e70e3a3d', 'subnets': [{'id': '888c3150-7f50-41ab-b3cc-18dce7c033e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:24.144563 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-6bbeaabd-34b4-4653-a4b4-3f77d3520ac5 None None] Current status of the port 4501349e-12c5-43b3-8524-96bafc4ef3d2 is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:24.145143 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-6bbeaabd-34b4-4653-a4b4-3f77d3520ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (4501349e-12c5-43b3-8524-96bafc4ef3d2), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:24.158243 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:19Z', 'revision_number': 4, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port': {'id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '4501349e-12c5-43b3-8524-96bafc4ef3d2', 'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'mac_address': 'fa:16:3e:19:c2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:18Z', 'updated_at': '2022-03-02T13:57:23Z', 'revision_number': 4, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'subnets': [{'id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:24.189414 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339275c4-a6ad-4e9b-bc17-2ebfc2f8203d None None] The sync data for ids ['d186c79b-9671-4477-81c6-69d6515c9ebd'] in dv-cinder-831247-3-iscsi is: [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:19Z', 'revision_number': 4, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port': {'id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '4501349e-12c5-43b3-8524-96bafc4ef3d2', 'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'mac_address': 'fa:16:3e:19:c2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:18Z', 'updated_at': '2022-03-02T13:57:23Z', 'revision_number': 4, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'subnets': [{'id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 13:57:24.217162 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port a0711c57-95b8-4a57-8d38-e6a931717fc4 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:24.218426 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device bc6c02d2-538c-47c4-8e15-4105b5e41041 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:57:24.220201 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] Checking router: 939d5efc-b41c-41c4-ae96-84773e87a1a9 for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 13:57:24.220555 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] Updating router 939d5efc-b41c-41c4-ae96-84773e87a1a9 port e2382918-03b0-4eb0-99af-00dfb0845f11 binding host dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 13:57:24.257041 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e0e3f-3fb0-4d7e-9fb9-42425c41b9a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=527d9c11-1286-4c52-8f8b-935322451d07,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:24.278722 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-73d50ef7-c4e8-425d-83be-a98bfa4ee28a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:24.282258 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59532) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:24.282896 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-73d50ef7-c4e8-425d-83be-a98bfa4ee28a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8092237 Mar 02 13:57:24.283113 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d50ef7-c4e8-425d-83be-a98bfa4ee28a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86cbf37c-8af5-4bc6-8417-ac713b4d6159,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:24.298585 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-42496928-9877-401a-b1f3-ce79f87bb387 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Request body: {'floatingip': {'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:24.302034 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-29c8c841-1124-44cc-b2d1-697b6c97be59 service neutron] 10.222.0.36 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890212 Mar 02 13:57:24.320272 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e0e3f-3fb0-4d7e-9fb9-42425c41b9a9 admin admin] Checking segment: {'id': '2ac07969-e092-48dc-a591-6fb51437983c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6150997c-2b99-41b5-a670-dd74c806cd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:57:24.320776 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5e0e3f-3fb0-4d7e-9fb9-42425c41b9a9 admin admin] Network hostable DHCP agents. Network: 6150997c-2b99-41b5-a670-dd74c806cd9a, hostable agents: ['75e4ba60-1427-4d6a-953c-035315e6206b'], hosted agents: [] {{(pid=102940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 13:57:24.357844 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-2aa39c92-85fc-4a5e-9b40-8d23266c44f0 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Made reservation on behalf of 95148b79d60e4c4e826757f796106cfa for: {'port': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:57:24.363231 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-2aa39c92-85fc-4a5e-9b40-8d23266c44f0 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:24.367294 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5e0e3f-3fb0-4d7e-9fb9-42425c41b9a9 admin admin] Network 6150997c-2b99-41b5-a670-dd74c806cd9a is scheduled to be hosted by DHCP agent 75e4ba60-1427-4d6a-953c-035315e6206b with binding_index 1 {{(pid=102940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 13:57:24.392298 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-7b5e0e3f-3fb0-4d7e-9fb9-42425c41b9a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-3-iscsi, 6150997c-2b99-41b5-a670-dd74c806cd9a) {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:57:24.393100 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-6bbeaabd-34b4-4653-a4b4-3f77d3520ac5 None None] For port 4501349e-12c5-43b3-8524-96bafc4ef3d2, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=4501349e-12c5-43b3-8524-96bafc4ef3d2,segment=NetworkSegment(9c57b919-e5fc-428e-923e-107dd11d09c4),segment_id=9c57b919-e5fc-428e-923e-107dd11d09c4)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:57:24.402351 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (e2382918-03b0-4eb0-99af-00dfb0845f11), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:24.417856 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8d560f-48bc-43b5-b584-d84e57ede805 None None] Network 6150997c-2b99-41b5-a670-dd74c806cd9a requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:57:24.432049 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-42496928-9877-401a-b1f3-ce79f87bb387 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:24.441843 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-6bbeaabd-34b4-4653-a4b4-3f77d3520ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (4501349e-12c5-43b3-8524-96bafc4ef3d2), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:24.823904 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port bc6c02d2-538c-47c4-8e15-4105b5e41041 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:57:24.824286 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (bc6c02d2-538c-47c4-8e15-4105b5e41041), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:24.858284 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5e0e3f-3fb0-4d7e-9fb9-42425c41b9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:24.858830 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0e3f-3fb0-4d7e-9fb9-42425c41b9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:24.868574 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbeaabd-34b4-4653-a4b4-3f77d3520ac5 None None] Pushing event updated for resources: {'Port': ['ID=4501349e-12c5-43b3-8524-96bafc4ef3d2,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:24.991223 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-42496928-9877-401a-b1f3-ce79f87bb387 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:25.007396 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-232e166f-8d74-496b-8936-aec3e627412d req-9f07a95f-ba3a-4301-8aae-6cfc95054b5d tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 210 time: 0.1346176 Mar 02 13:57:25.050861 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-509ad5ac-403b-4492-8b8a-44bc10a4612e None None] Provisioning complete for port 4501349e-12c5-43b3-8524-96bafc4ef3d2 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:57:25.051242 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-509ad5ac-403b-4492-8b8a-44bc10a4612e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (4501349e-12c5-43b3-8524-96bafc4ef3d2), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:25.169517 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e3fb9fb6-26fb-49ad-bff9-464cff282a5b req-6dc4b563-02b8-4e16-9067-987bfea6d1fc tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 210 time: 0.2978852 Mar 02 13:57:25.229883 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-7b5e0e3f-3fb0-4d7e-9fb9-42425c41b9a9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1416802 Mar 02 13:57:25.331178 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [None req-42496928-9877-401a-b1f3-ce79f87bb387 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Allocated IP 172.27.1.209 (8a7b981f-934d-4891-8b40-a612fdbe7a6a/d2fe738d-81f5-4c8e-ae81-924cae8fe95a/86c305fe-74d8-4cac-b487-5cd52a6ed27e) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:57:25.353941 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a8945c-6e07-470d-b2be-331b593a7fb0 None None] Network 6150997c-2b99-41b5-a670-dd74c806cd9a requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:57:25.441194 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-2aa39c92-85fc-4a5e-9b40-8d23266c44f0 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Allocated IP 172.20.0.2 (6e0a7531-41bc-4ccb-9d53-969a4e07ec5c/1930d42a-9363-4443-a245-37e535f4da89/42db1b98-4d58-486d-9626-ce0f101d2931) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:57:25.720797 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59642) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:25.944680 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port bc6c02d2-538c-47c4-8e15-4105b5e41041 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:25.996758 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_v2 [None req-f913e4df-f333-430f-8d38-d2fbbd9ea984 admin admin] Deleting subnet b142a7f9-df50-4cd4-94f3-9a0a2d43df72 {{(pid=102939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 13:57:26.061942 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f913e4df-f333-430f-8d38-d2fbbd9ea984 admin admin] Publish callbacks [] for subnet (b142a7f9-df50-4cd4-94f3-9a0a2d43df72), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:26.068827 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-42496928-9877-401a-b1f3-ce79f87bb387 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for port (86c305fe-74d8-4cac-b487-5cd52a6ed27e), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:26.293950 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f913e4df-f333-430f-8d38-d2fbbd9ea984 admin admin] Publish callbacks [] for subnet (b142a7f9-df50-4cd4-94f3-9a0a2d43df72), precommit_delete_associations {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:26.326556 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 4501349e-12c5-43b3-8524-96bafc4ef3d2 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:57:26.329857 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f913e4df-f333-430f-8d38-d2fbbd9ea984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775021'] for subnet (b142a7f9-df50-4cd4-94f3-9a0a2d43df72), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:26.482606 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e4c8cc26-cb16-424b-8417-d39a777240cf req-7cf4254d-9dfe-4771-84cd-baba384c1302 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 210 time: 0.1673293 Mar 02 13:57:26.535946 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f913e4df-f333-430f-8d38-d2fbbd9ea984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for subnet (b142a7f9-df50-4cd4-94f3-9a0a2d43df72), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:26.557031 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-509ad5ac-403b-4492-8b8a-44bc10a4612e None None] Current status of the port 4501349e-12c5-43b3-8524-96bafc4ef3d2 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:26.574523 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-2b4a9930-b400-4849-9ae1-2a60c76bfc52 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:26.579778 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-2b4a9930-b400-4849-9ae1-2a60c76bfc52 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/networks?id=dcaa62c3-8e05-4527-8824-303977b75d7c HTTP/1.1" status: 200 len: 818 time: 0.9105532 Mar 02 13:57:26.600725 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-2aa39c92-85fc-4a5e-9b40-8d23266c44f0 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Publish callbacks [] for port (42db1b98-4d58-486d-9626-ce0f101d2931), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:26.601405 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 4501349e-12c5-43b3-8524-96bafc4ef3d2 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:57:26.613970 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (4501349e-12c5-43b3-8524-96bafc4ef3d2), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:26.635386 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913e4df-f333-430f-8d38-d2fbbd9ea984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b142a7f9-df50-4cd4-94f3-9a0a2d43df72,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:26.642095 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-42496928-9877-401a-b1f3-ce79f87bb387 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479'] for port (86c305fe-74d8-4cac-b487-5cd52a6ed27e), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:26.668425 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-4e313408-0a2d-4388-9a98-109c977a9611 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/quotas/607aa3bcf57041219e479bb3e70e3a3d HTTP/1.1" status: 200 len: 375 time: 0.0798366 Mar 02 13:57:26.704126 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42496928-9877-401a-b1f3-ce79f87bb387 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:57:26.726184 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-42496928-9877-401a-b1f3-ce79f87bb387 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:57:26.810164 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f913e4df-f333-430f-8d38-d2fbbd9ea984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:26.822412 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-f913e4df-f333-430f-8d38-d2fbbd9ea984 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b142a7f9-df50-4cd4-94f3-9a0a2d43df72 HTTP/1.1" status: 204 len: 168 time: 1.1004732 Mar 02 13:57:26.834299 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59698) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:26.882777 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] Publish callbacks [] for port (e2382918-03b0-4eb0-99af-00dfb0845f11), precommit_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:26.949892 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-2aa39c92-85fc-4a5e-9b40-8d23266c44f0 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479'] for port (42db1b98-4d58-486d-9626-ce0f101d2931), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:26.958717 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (e2382918-03b0-4eb0-99af-00dfb0845f11), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:26.973947 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-8bdf372a-c435-4f1e-aeaa-d2d68ec7b992 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=607aa3bcf57041219e479bb3e70e3a3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3037517 Mar 02 13:57:27.056965 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59712) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:27.092741 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42496928-9877-401a-b1f3-ce79f87bb387 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:57:27.233106 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42496928-9877-401a-b1f3-ce79f87bb387 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Pushing event updated for resources: {'Port': ['ID=86c305fe-74d8-4cac-b487-5cd52a6ed27e,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:27.330865 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 4501349e-12c5-43b3-8524-96bafc4ef3d2 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:27.336595 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-2aa39c92-85fc-4a5e-9b40-8d23266c44f0 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Network 6e0a7531-41bc-4ccb-9d53-969a4e07ec5c is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:57:27.361286 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed379996-5029-40cc-a8ab-7402714fafd0 None None] Pushing event updated for resources: {'Port': ['ID=e2382918-03b0-4eb0-99af-00dfb0845f11,revision_number=3']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:27.368431 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-2aa39c92-85fc-4a5e-9b40-8d23266c44f0 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:57:27.390362 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-2aa39c92-85fc-4a5e-9b40-8d23266c44f0 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:57:27.396355 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-2aa39c92-85fc-4a5e-9b40-8d23266c44f0 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:27.397829 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-2aa39c92-85fc-4a5e-9b40-8d23266c44f0 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:27.404932 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-53fcbc42-9e25-441c-8611-b157f86c6485 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 13:57:27.417722 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-53fcbc42-9e25-441c-8611-b157f86c6485 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1758924 Mar 02 13:57:27.420911 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa39c92-85fc-4a5e-9b40-8d23266c44f0 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Pushing event updated for resources: {'Port': ['ID=42db1b98-4d58-486d-9626-ce0f101d2931,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:27.526172 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-2aa39c92-85fc-4a5e-9b40-8d23266c44f0 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4992590 Mar 02 13:57:27.552477 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] Attempting to bind port e2382918-03b0-4eb0-99af-00dfb0845f11 on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:57:27.552832 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] Attempting to bind port e2382918-03b0-4eb0-99af-00dfb0845f11 by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': '49f1ae7a-f510-49ee-8e39-25334c503aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c'}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:57:27.553299 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] Attempting to bind port e2382918-03b0-4eb0-99af-00dfb0845f11 on network dcaa62c3-8e05-4527-8824-303977b75d7c {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:57:27.554915 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 59728) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:27.564647 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845718'] for network (edd37ee8-9e88-45c7-a034-eb3c5acf603b), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:27.574052 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:57:27.575152 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] Checking segment: {'id': '49f1ae7a-f510-49ee-8e39-25334c503aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:57:27.577840 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:27.578431 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] Bound using segment: {'id': '49f1ae7a-f510-49ee-8e39-25334c503aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c'} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:57:27.579222 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] Bound port: e2382918-03b0-4eb0-99af-00dfb0845f11, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f1ae7a-f510-49ee-8e39-25334c503aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c'}}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:57:27.580761 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (e2382918-03b0-4eb0-99af-00dfb0845f11), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:27.586571 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-bcd6aaee-5e63-4fed-81dd-1379daa199d9 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 13:57:27.587875 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-bcd6aaee-5e63-4fed-81dd-1379daa199d9 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0286787 Mar 02 13:57:27.715293 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-42496928-9877-401a-b1f3-ce79f87bb387 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for floatingip (eb6ec5f3-168b-4a89-9a03-50415bcc9855), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:27.759328 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] For port e2382918-03b0-4eb0-99af-00dfb0845f11, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:57:27.765081 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] For port e2382918-03b0-4eb0-99af-00dfb0845f11, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=e2382918-03b0-4eb0-99af-00dfb0845f11,segment=NetworkSegment(49f1ae7a-f510-49ee-8e39-25334c503aa7),segment_id=49f1ae7a-f510-49ee-8e39-25334c503aa7)] {{(pid=102941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:57:27.788553 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (e2382918-03b0-4eb0-99af-00dfb0845f11), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:27.834667 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-bc0c88af-a1cb-4897-8545-2a090dc76d56 service neutron] 10.222.0.36 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157460 Mar 02 13:57:27.871527 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c0bde172-78d4-41b1-b531-6d60e89404df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:27.913222 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-42496928-9877-401a-b1f3-ce79f87bb387 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (86c305fe-74d8-4cac-b487-5cd52a6ed27e), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:27.946145 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] Routers {'939d5efc-b41c-41c4-ae96-84773e87a1a9'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:57:27.951646 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:57:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['939d5efc-b41c-41c4-ae96-84773e87a1a9'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:28.081001 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed379996-5029-40cc-a8ab-7402714fafd0 None None] Pushing event updated for resources: {'Port': ['ID=e2382918-03b0-4eb0-99af-00dfb0845f11,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:28.115539 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-adbf79b2-42f6-4750-94a2-9933ad4d1ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:28.223028 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae8507-868b-4434-b584-d786577d7217 req-6d22e6eb-9f5b-40df-b3be-2f001c043d66 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:28.234813 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fcae8507-868b-4434-b584-d786577d7217 req-6d22e6eb-9f5b-40df-b3be-2f001c043d66 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 931 time: 0.5414405 Mar 02 13:57:28.257277 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Request body: {'port': {'device_id': '1c180513-8322-45cd-80fa-17c93b2448a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:28.299609 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.20', 61025) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:28.342765 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] Set router 939d5efc-b41c-41c4-ae96-84773e87a1a9 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:57:28.517857 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-42496928-9877-401a-b1f3-ce79f87bb387 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for port (86c305fe-74d8-4cac-b487-5cd52a6ed27e), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:28.521917 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754838', 'neutron.services.segments.db._delete_segments_for_network-8736061257629'] for network (edd37ee8-9e88-45c7-a034-eb3c5acf603b), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:28.534618 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-42496928-9877-401a-b1f3-ce79f87bb387 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (86c305fe-74d8-4cac-b487-5cd52a6ed27e), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:28.617701 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42496928-9877-401a-b1f3-ce79f87bb387 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Pushing event updated for resources: {'Port': ['ID=86c305fe-74d8-4cac-b487-5cd52a6ed27e,revision_number=2']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:28.621081 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-42496928-9877-401a-b1f3-ce79f87bb387 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607373'] for floatingip (eb6ec5f3-168b-4a89-9a03-50415bcc9855), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:28.654507 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-42496928-9877-401a-b1f3-ce79f87bb387 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:28.665436 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-42496928-9877-401a-b1f3-ce79f87bb387 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3819501 Mar 02 13:57:28.669366 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:57:28.669844 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:57:28.670679 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:57:28.671206 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Subscribe: > port after_create 55550000 {{(pid=102939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:57:28.671635 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:57:28.672025 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Subscribe: > port after_update 55550000 {{(pid=102939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:57:28.672381 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:57:28.672784 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:57:28.673171 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:57:28.673507 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:57:28.730149 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (42db1b98-4d58-486d-9626-ce0f101d2931), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:29.038362 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-51254864-25c6-451d-a307-007ed3c53755 service neutron] 10.222.0.36 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1859276 Mar 02 13:57:29.041248 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:57:29.043460 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:57:29.043884 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:57:29.044236 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:57:29.045853 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd37ee8-9e88-45c7-a034-eb3c5acf603b']}} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:29.052377 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fcae8507-868b-4434-b584-d786577d7217 req-cc88a668-9c5b-4f32-98fe-124500c58aca tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2952561-2dd5-40dd-9e31-bc5ea1be0078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8160143 Mar 02 13:57:29.118287 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb2853a-08de-43cd-a1c3-4c92c9277949') {'for_net_delete': True} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:29.118613 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb2853a-08de-43cd-a1c3-4c92c9277949') {} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:29.190525 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-adbf79b2-42f6-4750-94a2-9933ad4d1ed4 admin admin] Publish callbacks [] for security_group (eee0b2e4-c506-4766-9e16-787c81e09101), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:29.198565 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736061261222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4828501'] for segment (eeb2853a-08de-43cd-a1c3-4c92c9277949), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:29.218559 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-adbf79b2-42f6-4750-94a2-9933ad4d1ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (eee0b2e4-c506-4766-9e16-787c81e09101), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:29.252330 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d5efc-b41c-41c4-ae96-84773e87a1a9', 'name': 'tempest-ServerRescueNegativeTestJSON-602163647-router', 'tenant_id': '607aa3bcf57041219e479bb3e70e3a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a0711c57-95b8-4a57-8d38-e6a931717fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:20Z', 'revision_number': 4, 'project_id': '607aa3bcf57041219e479bb3e70e3a3d', 'gw_port': {'id': 'a0711c57-95b8-4a57-8d38-e6a931717fc4', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d5efc-b41c-41c4-ae96-84773e87a1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:14Z', 'updated_at': '2022-03-02T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': 'e2382918-03b0-4eb0-99af-00dfb0845f11', 'name': '', 'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c', 'tenant_id': '607aa3bcf57041219e479bb3e70e3a3d', 'mac_address': 'fa:16:3e:9e:25:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939d5efc-b41c-41c4-ae96-84773e87a1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '888c3150-7f50-41ab-b3cc-18dce7c033e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:18Z', 'updated_at': '2022-03-02T13:57:27Z', 'revision_number': 4, 'project_id': '607aa3bcf57041219e479bb3e70e3a3d', 'subnets': [{'id': '888c3150-7f50-41ab-b3cc-18dce7c033e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:29.271691 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (eeb2853a-08de-43cd-a1c3-4c92c9277949), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:29.281641 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-ef7bc3e0-5488-45d3-ba1d-82fbed49a93f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:29.285245 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-ef7bc3e0-5488-45d3-ba1d-82fbed49a93f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.20 "GET /v2.0/networks?id=dcaa62c3-8e05-4527-8824-303977b75d7c HTTP/1.1" status: 200 len: 818 time: 0.9822440 Mar 02 13:57:29.286171 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf79b2-42f6-4750-94a2-9933ad4d1ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee0b2e4-c506-4766-9e16-787c81e09101,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:29.305325 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=102939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 13:57:29.305811 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4828277'] for segment (eeb2853a-08de-43cd-a1c3-4c92c9277949), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: from cryptography.utils import int_from_bytes Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: from cryptography.utils import int_from_bytes Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: Traceback (most recent call last): Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: timer() Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: cb(*args, **kw) Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: return func(*args, **kwargs) Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: self._notify() Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: self.callback(batched_events) Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: event.method(event) Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: return f(self, *a, **k) Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._get(url).json() Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: return self.request(url, 'GET', **kwargs) Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 13:57:29.310096 dv-cinder-831247-3-iscsi neutron-server[102939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 13:57:29.323681 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1c2eab-5d1a-4c33-a91d-7ae356799d0c None None] The sync data for ids ['939d5efc-b41c-41c4-ae96-84773e87a1a9'] in dv-cinder-831247-3-iscsi is: [{'id': '939d5efc-b41c-41c4-ae96-84773e87a1a9', 'name': 'tempest-ServerRescueNegativeTestJSON-602163647-router', 'tenant_id': '607aa3bcf57041219e479bb3e70e3a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a0711c57-95b8-4a57-8d38-e6a931717fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:20Z', 'revision_number': 4, 'project_id': '607aa3bcf57041219e479bb3e70e3a3d', 'gw_port': {'id': 'a0711c57-95b8-4a57-8d38-e6a931717fc4', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d5efc-b41c-41c4-ae96-84773e87a1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:14Z', 'updated_at': '2022-03-02T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': 'e2382918-03b0-4eb0-99af-00dfb0845f11', 'name': '', 'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c', 'tenant_id': '607aa3bcf57041219e479bb3e70e3a3d', 'mac_address': 'fa:16:3e:9e:25:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939d5efc-b41c-41c4-ae96-84773e87a1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '888c3150-7f50-41ab-b3cc-18dce7c033e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:18Z', 'updated_at': '2022-03-02T13:57:27Z', 'revision_number': 4, 'project_id': '607aa3bcf57041219e479bb3e70e3a3d', 'subnets': [{'id': '888c3150-7f50-41ab-b3cc-18dce7c033e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 13:57:29.494820 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607359'] for network (edd37ee8-9e88-45c7-a034-eb3c5acf603b), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:29.531373 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-c09056d1-7777-4819-9b42-4557677b2338 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Request body: {'port': {'device_id': '09c0a81a-b7d8-498a-8b10-b543a6c3907a', 'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c', 'admin_state_up': True, 'tenant_id': '607aa3bcf57041219e479bb3e70e3a3d'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:29.541631 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c0bde172-78d4-41b1-b531-6d60e89404df admin admin] Publish callbacks [] for security_group (370fca33-b05b-46d3-a73c-203afadbc3eb), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:29.547984 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Pushing event deleted for resources: {'Network': ['ID=edd37ee8-9e88-45c7-a034-eb3c5acf603b,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:29.547984 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:29.552657 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-9d72a9d4-f191-4a98-851d-5fbce730a908 admin admin] 10.222.0.36 "DELETE /v2.0/networks/edd37ee8-9e88-45c7-a034-eb3c5acf603b HTTP/1.1" status: 204 len: 168 time: 2.7084782 Mar 02 13:57:29.556268 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c0bde172-78d4-41b1-b531-6d60e89404df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (370fca33-b05b-46d3-a73c-203afadbc3eb), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:29.611705 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59788) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:29.653189 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-c0bde172-78d4-41b1-b531-6d60e89404df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7704931af4c54d3186e5ec2687ba6b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5918276 Mar 02 13:57:29.673991 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59794) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:29.759579 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e3e3b629-af60-44e7-8302-97a9094a72af req-096fb2b1-95b0-43a3-ba77-4e50bff89a5f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 210 time: 0.1615663 Mar 02 13:57:29.813511 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bde172-78d4-41b1-b531-6d60e89404df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370fca33-b05b-46d3-a73c-203afadbc3eb,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:29.879584 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_v2 [None req-df840245-78b5-4cd5-b335-a077089f6338 admin admin] Deleting subnet 527d9c11-1286-4c52-8f8b-935322451d07 {{(pid=102939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 13:57:29.937928 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-df840245-78b5-4cd5-b335-a077089f6338 admin admin] Publish callbacks [] for subnet (527d9c11-1286-4c52-8f8b-935322451d07), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:30.075931 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-adbf79b2-42f6-4750-94a2-9933ad4d1ed4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1c46d03751e4c18a5f8138a1dea5aeb&name=default HTTP/1.1" status: 200 len: 2994 time: 2.5152943 Mar 02 13:57:30.079851 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7f384a59-abf2-4fa7-bf9e-f4116f3ea435 admin admin] Publish callbacks [] for security_group (370fca33-b05b-46d3-a73c-203afadbc3eb), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:30.085308 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 59808) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:30.132970 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-df840245-78b5-4cd5-b335-a077089f6338 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4828482'] for subnet (527d9c11-1286-4c52-8f8b-935322451d07), precommit_delete_associations {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:30.251950 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device e2382918-03b0-4eb0-99af-00dfb0845f11 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:57:30.279846 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c299950f-9319-4824-9211-f74dc17bb159 req-eed10e49-0c03-4176-a96f-55d446092b04 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--763036057&fields=id&tenant_id=64ebff49f62c4b4dbc756d0c15f028e8 HTTP/1.1" status: 200 len: 267 time: 1.0205193 Mar 02 13:57:30.351753 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7f384a59-abf2-4fa7-bf9e-f4116f3ea435 admin admin] Publish callbacks [] for security_group (370fca33-b05b-46d3-a73c-203afadbc3eb), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:30.437864 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59816) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:30.493117 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port e2382918-03b0-4eb0-99af-00dfb0845f11 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:57:30.493743 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-df840245-78b5-4cd5-b335-a077089f6338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775021'] for subnet (527d9c11-1286-4c52-8f8b-935322451d07), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:30.495672 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (e2382918-03b0-4eb0-99af-00dfb0845f11), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:30.587092 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7f384a59-abf2-4fa7-bf9e-f4116f3ea435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (370fca33-b05b-46d3-a73c-203afadbc3eb), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:30.595745 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7f384a59-abf2-4fa7-bf9e-f4116f3ea435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:30.601495 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-7f384a59-abf2-4fa7-bf9e-f4116f3ea435 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/370fca33-b05b-46d3-a73c-203afadbc3eb HTTP/1.1" status: 204 len: 168 time: 0.9222741 Mar 02 13:57:30.613292 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-df840245-78b5-4cd5-b335-a077089f6338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4828331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7666363'] for subnet (527d9c11-1286-4c52-8f8b-935322451d07), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:30.683332 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f384a59-abf2-4fa7-bf9e-f4116f3ea435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370fca33-b05b-46d3-a73c-203afadbc3eb,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:30.778348 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-df840245-78b5-4cd5-b335-a077089f6338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:30.809052 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-df840245-78b5-4cd5-b335-a077089f6338 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/527d9c11-1286-4c52-8f8b-935322451d07 HTTP/1.1" status: 204 len: 168 time: 1.1862860 Mar 02 13:57:30.810525 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port e2382918-03b0-4eb0-99af-00dfb0845f11 is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:30.811857 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (e2382918-03b0-4eb0-99af-00dfb0845f11), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:30.838602 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df840245-78b5-4cd5-b335-a077089f6338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=527d9c11-1286-4c52-8f8b-935322451d07,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:30.855582 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59826) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:30.896792 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] For port e2382918-03b0-4eb0-99af-00dfb0845f11, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=e2382918-03b0-4eb0-99af-00dfb0845f11,segment=NetworkSegment(49f1ae7a-f510-49ee-8e39-25334c503aa7),segment_id=49f1ae7a-f510-49ee-8e39-25334c503aa7)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:57:30.908075 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (e2382918-03b0-4eb0-99af-00dfb0845f11), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:30.913299 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42db1b98-4d58-486d-9626-ce0f101d2931 {{(pid=102940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 13:57:30.930633 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d0d5851d-c687-4e51-a1a0-7e69e513dc8d admin admin] Publish callbacks [] for security_group (eee0b2e4-c506-4766-9e16-787c81e09101), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:30.936184 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Publish callbacks [] for port (42db1b98-4d58-486d-9626-ce0f101d2931), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:30.942429 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7075c5b1-687e-4d0b-b382-f44c8e63f1c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:30.946706 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-c09056d1-7777-4819-9b42-4557677b2338 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Made reservation on behalf of 607aa3bcf57041219e479bb3e70e3a3d for: {'port': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:57:30.950752 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-c09056d1-7777-4819-9b42-4557677b2338 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:31.087355 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3ee920a9-d86a-4fed-b045-2232b840b4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845718'] for network (6150997c-2b99-41b5-a670-dd74c806cd9a), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:31.092500 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Pushing event updated for resources: {'Port': ['ID=e2382918-03b0-4eb0-99af-00dfb0845f11,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:31.106470 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603483cd-9a03-42ff-ba8f-d95093621462 req-8e334846-f72e-40fb-8f1f-18fcb30c9078 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:31.109027 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-603483cd-9a03-42ff-ba8f-d95093621462 req-8e334846-f72e-40fb-8f1f-18fcb30c9078 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 931 time: 0.7678192 Mar 02 13:57:31.115463 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.provisioning_blocks [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Transition to ACTIVE for port object 42db1b98-4d58-486d-9626-ce0f101d2931 will not be triggered until provisioned by entity L2. {{(pid=102940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 13:57:31.122075 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d0d5851d-c687-4e51-a1a0-7e69e513dc8d admin admin] Publish callbacks [] for security_group (eee0b2e4-c506-4766-9e16-787c81e09101), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:31.191179 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299950f-9319-4824-9211-f74dc17bb159 req-c7a09e4f-ac57-4096-8661-096fe002a26f tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:31.195963 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c299950f-9319-4824-9211-f74dc17bb159 req-c7a09e4f-ac57-4096-8661-096fe002a26f tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/networks?id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76 HTTP/1.1" status: 200 len: 811 time: 0.8811178 Mar 02 13:57:31.251486 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3ee920a9-d86a-4fed-b045-2232b840b4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754838', 'neutron.services.segments.db._delete_segments_for_network-8736061257629'] for network (6150997c-2b99-41b5-a670-dd74c806cd9a), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:31.278299 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7075c5b1-687e-4d0b-b382-f44c8e63f1c3 admin admin] Publish callbacks [] for security_group (76e20c9d-625f-4628-89e7-6a670b152911), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:31.289843 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.20', 61031) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:31.324833 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7075c5b1-687e-4d0b-b382-f44c8e63f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (76e20c9d-625f-4628-89e7-6a670b152911), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:31.343086 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-3ee920a9-d86a-4fed-b045-2232b840b4a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6150997c-2b99-41b5-a670-dd74c806cd9a']}} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:31.350291 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (42db1b98-4d58-486d-9626-ce0f101d2931), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:31.406431 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-3ee920a9-d86a-4fed-b045-2232b840b4a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac07969-e092-48dc-a591-6fb51437983c') {'for_net_delete': True} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:31.406838 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-3ee920a9-d86a-4fed-b045-2232b840b4a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac07969-e092-48dc-a591-6fb51437983c') {} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:31.431640 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d0d5851d-c687-4e51-a1a0-7e69e513dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (eee0b2e4-c506-4766-9e16-787c81e09101), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:31.439950 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d0d5851d-c687-4e51-a1a0-7e69e513dc8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:31.443093 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-d0d5851d-c687-4e51-a1a0-7e69e513dc8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eee0b2e4-c506-4766-9e16-787c81e09101 HTTP/1.1" status: 204 len: 168 time: 1.3313763 Mar 02 13:57:31.555035 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59840) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:31.586098 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c299950f-9319-4824-9211-f74dc17bb159 req-b6cfa44e-2e31-40e4-9d9c-e2b5ea5b14e7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/quotas/64ebff49f62c4b4dbc756d0c15f028e8 HTTP/1.1" status: 200 len: 375 time: 0.2293181 Mar 02 13:57:31.631452 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5851d-c687-4e51-a1a0-7e69e513dc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee0b2e4-c506-4766-9e16-787c81e09101,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:31.740436 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3ee920a9-d86a-4fed-b045-2232b840b4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736061261222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4828501'] for segment (2ac07969-e092-48dc-a591-6fb51437983c), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:31.768164 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3ee920a9-d86a-4fed-b045-2232b840b4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (2ac07969-e092-48dc-a591-6fb51437983c), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:31.785994 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee920a9-d86a-4fed-b045-2232b840b4a8 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=102939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 13:57:31.787419 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3ee920a9-d86a-4fed-b045-2232b840b4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4828277'] for segment (2ac07969-e092-48dc-a591-6fb51437983c), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:31.825846 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Pushing event updated for resources: {'Port': ['ID=42db1b98-4d58-486d-9626-ce0f101d2931,revision_number=2']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:31.863916 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-46a3e5ea-7bf8-470c-9cf3-964d27e96f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: Traceback (most recent call last): Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: timer() Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: cb(*args, **kw) Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: return func(*args, **kwargs) Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: self._notify() Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: self.callback(batched_events) Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: event.method(event) Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: return f(self, *a, **k) Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._get(url).json() Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: return self.request(url, 'GET', **kwargs) Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 13:57:31.874631 dv-cinder-831247-3-iscsi neutron-server[102939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 13:57:32.005641 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-603483cd-9a03-42ff-ba8f-d95093621462 req-2e0d399b-5d6f-43fa-b843-67b735569362 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2952561-2dd5-40dd-9e31-bc5ea1be0078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8804262 Mar 02 13:57:32.021300 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3ee920a9-d86a-4fed-b045-2232b840b4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607359'] for network (6150997c-2b99-41b5-a670-dd74c806cd9a), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:32.074700 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075c5b1-687e-4d0b-b382-f44c8e63f1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e20c9d-625f-4628-89e7-6a670b152911,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:32.092411 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-7075c5b1-687e-4d0b-b382-f44c8e63f1c3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d03a6afd9e74dec8afb4a40c8593a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6543403 Mar 02 13:57:32.137915 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59850) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:32.138323 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-c09056d1-7777-4819-9b42-4557677b2338 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Allocated IP 172.20.0.14 (dcaa62c3-8e05-4527-8824-303977b75d7c/888c3150-7f50-41ab-b3cc-18dce7c033e2/d5b72211-1410-4045-9655-df5a3c6840ec) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:57:32.147451 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device e2382918-03b0-4eb0-99af-00dfb0845f11 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:57:32.226445 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-46a3e5ea-7bf8-470c-9cf3-964d27e96f42 admin admin] Publish callbacks [] for security_group (99acd6ad-46e4-4e69-8be0-ee913e8646c2), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:32.227687 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3ee920a9-d86a-4fed-b045-2232b840b4a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:32.234499 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-3ee920a9-d86a-4fed-b045-2232b840b4a8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6150997c-2b99-41b5-a670-dd74c806cd9a HTTP/1.1" status: 204 len: 168 time: 1.3761766 Mar 02 13:57:32.251415 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-d8433b9a-4288-466d-a2c1-9a562201b25c tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:32.252781 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port e2382918-03b0-4eb0-99af-00dfb0845f11 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:57:32.253009 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-d8433b9a-4288-466d-a2c1-9a562201b25c tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.20 "GET /v2.0/networks?id=dcaa62c3-8e05-4527-8824-303977b75d7c HTTP/1.1" status: 200 len: 818 time: 0.9513736 Mar 02 13:57:32.253604 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (e2382918-03b0-4eb0-99af-00dfb0845f11), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:32.254968 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59852) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:32.255756 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee920a9-d86a-4fed-b045-2232b840b4a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6150997c-2b99-41b5-a670-dd74c806cd9a,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:32.314907 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0be9f2a6-34de-4916-bf8a-b1a7c193002e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:32.316993 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-46a3e5ea-7bf8-470c-9cf3-964d27e96f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (99acd6ad-46e4-4e69-8be0-ee913e8646c2), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:32.342264 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-3e3f0b77-00f4-4fb2-9baf-57a08d3accc1 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Request body: {'port': {'device_id': '1de48080-54ee-4fff-8e33-92d2bf0d7262', 'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c', 'admin_state_up': True, 'tenant_id': '607aa3bcf57041219e479bb3e70e3a3d'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:32.352972 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port e2382918-03b0-4eb0-99af-00dfb0845f11 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:32.391145 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-797411f2-1fa0-43f3-b993-c56d83f2757f admin admin] Publish callbacks [] for security_group (76e20c9d-625f-4628-89e7-6a670b152911), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:32.415303 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-c09056d1-7777-4819-9b42-4557677b2338 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Publish callbacks [] for port (d5b72211-1410-4045-9655-df5a3c6840ec), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:32.467737 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3e5ea-7bf8-470c-9cf3-964d27e96f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99acd6ad-46e4-4e69-8be0-ee913e8646c2,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:32.474935 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-46a3e5ea-7bf8-470c-9cf3-964d27e96f42 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=309f293ffe72450684f0e255d00c623b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9164693 Mar 02 13:57:32.483802 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59856) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:32.488915 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-90cf9125-23ba-48ae-a4fc-5aec50322951 req-d761b412-9d2a-4206-95a4-3dc19b56e225 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 210 time: 0.0647318 Mar 02 13:57:32.505117 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Attempting to bind port 42db1b98-4d58-486d-9626-ce0f101d2931 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:57:32.505485 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Attempting to bind port 42db1b98-4d58-486d-9626-ce0f101d2931 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '12068f8c-4cd4-4b66-aa81-30a661323f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e0a7531-41bc-4ccb-9d53-969a4e07ec5c'}] {{(pid=102940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:57:32.505830 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Attempting to bind port 42db1b98-4d58-486d-9626-ce0f101d2931 on network 6e0a7531-41bc-4ccb-9d53-969a4e07ec5c {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:57:32.508875 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-797411f2-1fa0-43f3-b993-c56d83f2757f admin admin] Publish callbacks [] for security_group (76e20c9d-625f-4628-89e7-6a670b152911), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:32.551356 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c299950f-9319-4824-9211-f74dc17bb159 req-60884889-6ae9-4220-b6f8-27ae3905827b tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=64ebff49f62c4b4dbc756d0c15f028e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8201945 Mar 02 13:57:32.551988 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Port 42db1b98-4d58-486d-9626-ce0f101d2931 on network 6e0a7531-41bc-4ccb-9d53-969a4e07ec5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 13:57:32.552357 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Attempting to bind port 42db1b98-4d58-486d-9626-ce0f101d2931 on network 6e0a7531-41bc-4ccb-9d53-969a4e07ec5c {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:57:32.571738 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:57:32.572495 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Checking segment: {'id': '12068f8c-4cd4-4b66-aa81-30a661323f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e0a7531-41bc-4ccb-9d53-969a4e07ec5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:57:32.572612 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Bound using segment: {'id': '12068f8c-4cd4-4b66-aa81-30a661323f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e0a7531-41bc-4ccb-9d53-969a4e07ec5c'} {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:57:32.573104 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Bound port: 42db1b98-4d58-486d-9626-ce0f101d2931, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12068f8c-4cd4-4b66-aa81-30a661323f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e0a7531-41bc-4ccb-9d53-969a4e07ec5c'}}] {{(pid=102940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:57:32.573461 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (42db1b98-4d58-486d-9626-ce0f101d2931), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:32.699459 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59864) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:32.736344 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] For port 42db1b98-4d58-486d-9626-ce0f101d2931, host hv-cinder-83124, cleared binding levels {{(pid=102940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:57:32.741461 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] For port 42db1b98-4d58-486d-9626-ce0f101d2931, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=42db1b98-4d58-486d-9626-ce0f101d2931,segment=NetworkSegment(12068f8c-4cd4-4b66-aa81-30a661323f23),segment_id=12068f8c-4cd4-4b66-aa81-30a661323f23)] {{(pid=102940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:57:32.757716 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (42db1b98-4d58-486d-9626-ce0f101d2931), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:32.839999 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:32.841046 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:32.843207 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] 10.222.0.20 "PUT /v2.0/ports/42db1b98-4d58-486d-9626-ce0f101d2931 HTTP/1.1" status: 200 len: 1093 time: 4.7451589 Mar 02 13:57:32.844644 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c180513-8322-45cd-80fa-17c93b2448a2', 'tag': '42db1b98-4d58-486d-9626-ce0f101d2931'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:57:32.851151 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0be9f2a6-34de-4916-bf8a-b1a7c193002e admin admin] Publish callbacks [] for security_group (8dfb9f7d-bea1-4665-8487-f8211731566a), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:32.876971 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0be9f2a6-34de-4916-bf8a-b1a7c193002e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (8dfb9f7d-bea1-4665-8487-f8211731566a), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:32.898688 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-797411f2-1fa0-43f3-b993-c56d83f2757f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (76e20c9d-625f-4628-89e7-6a670b152911), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:32.901701 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-797411f2-1fa0-43f3-b993-c56d83f2757f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:32.903298 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-797411f2-1fa0-43f3-b993-c56d83f2757f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76e20c9d-625f-4628-89e7-6a670b152911 HTTP/1.1" status: 204 len: 168 time: 0.7327619 Mar 02 13:57:32.911161 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7fc096dc-da43-4e9a-b2fc-78b51d469c92 admin admin] Publish callbacks [] for security_group (99acd6ad-46e4-4e69-8be0-ee913e8646c2), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:32.949329 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-3e3f0b77-00f4-4fb2-9baf-57a08d3accc1 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Made reservation on behalf of 607aa3bcf57041219e479bb3e70e3a3d for: {'port': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:57:32.951443 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-c09056d1-7777-4819-9b42-4557677b2338 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479'] for port (d5b72211-1410-4045-9655-df5a3c6840ec), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:32.960692 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-3e3f0b77-00f4-4fb2-9baf-57a08d3accc1 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:33.024154 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-c09056d1-7777-4819-9b42-4557677b2338 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Network dcaa62c3-8e05-4527-8824-303977b75d7c is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:57:33.036939 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-c09056d1-7777-4819-9b42-4557677b2338 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:57:33.041161 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-c09056d1-7777-4819-9b42-4557677b2338 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:57:33.051290 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-0be9f2a6-34de-4916-bf8a-b1a7c193002e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb483e2277a44e948064ccc6e99480c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7922311 Mar 02 13:57:33.058504 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-c09056d1-7777-4819-9b42-4557677b2338 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:33.059228 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-c09056d1-7777-4819-9b42-4557677b2338 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:33.063587 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-42199ac3-895b-4157-9b39-38aa5a9ef8a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd0ec065516d4d3a8580cc88544e8b04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3621826 Mar 02 13:57:33.067147 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59878) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:33.067521 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59880) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:33.068801 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9f2a6-34de-4916-bf8a-b1a7c193002e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfb9f7d-bea1-4665-8487-f8211731566a,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:33.098395 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7fc096dc-da43-4e9a-b2fc-78b51d469c92 admin admin] Publish callbacks [] for security_group (99acd6ad-46e4-4e69-8be0-ee913e8646c2), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:33.162224 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12d287-9b08-4d75-9b82-1d22ab4827c0 service neutron] Pushing event updated for resources: {'Port': ['ID=42db1b98-4d58-486d-9626-ce0f101d2931,revision_number=3']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:33.171040 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797411f2-1fa0-43f3-b993-c56d83f2757f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e20c9d-625f-4628-89e7-6a670b152911,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:33.243626 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c299950f-9319-4824-9211-f74dc17bb159 req-53baf71c-aa32-41ec-85e0-1de213a23006 service neutron] 10.222.0.36 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6730144 Mar 02 13:57:33.249130 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b17b2e4-d3d3-4fc0-b7ae-234cdb10f474" -d '{"events": [{"name": "network-changed", "server_uuid": "1c180513-8322-45cd-80fa-17c93b2448a2", "tag": "42db1b98-4d58-486d-9626-ce0f101d2931"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:57:33.314320 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-c09056d1-7777-4819-9b42-4557677b2338 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7967317 Mar 02 13:57:33.375082 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Request body: {'port': {'device_id': '09c0a81a-b7d8-498a-8b10-b543a6c3907a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:33.502783 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09056d1-7777-4819-9b42-4557677b2338 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Pushing event updated for resources: {'Port': ['ID=d5b72211-1410-4045-9655-df5a3c6840ec,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:33.519485 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-d6458db8-52c7-42f4-a2d9-2bf35fc2ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:33.521428 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-d6458db8-52c7-42f4-a2d9-2bf35fc2ae04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95148b79d60e4c4e826757f796106cfa&device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 1127 time: 0.4513769 Mar 02 13:57:33.568791 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888852c-ed10-41ee-a397-9465db692eb7 req-4033bafa-a8c9-4390-b798-d29a381a626c tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:33.575810 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5888852c-ed10-41ee-a397-9465db692eb7 req-4033bafa-a8c9-4390-b798-d29a381a626c tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 943 time: 0.3621273 Mar 02 13:57:33.599544 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (d5b72211-1410-4045-9655-df5a3c6840ec), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:33.609712 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c299950f-9319-4824-9211-f74dc17bb159 req-b461e2a9-effc-40f6-9efe-70e628b3011f service neutron] 10.222.0.36 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648181 Mar 02 13:57:33.643399 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 59890) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:33.662663 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-3e3f0b77-00f4-4fb2-9baf-57a08d3accc1 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Allocated IP 172.20.0.9 (dcaa62c3-8e05-4527-8824-303977b75d7c/888c3150-7f50-41ab-b3cc-18dce7c033e2/72119b2e-306d-48ff-9fa4-1dfcde665f61) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:57:33.799020 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ee154e6e-1391-49d3-9782-2dd538c784b7 admin admin] Publish callbacks [] for security_group (8dfb9f7d-bea1-4665-8487-f8211731566a), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:33.817973 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7656aeed-582d-439f-88e3-c89e40339820 admin admin] Publish callbacks [] for security_group (1fbba675-423c-438a-92b9-d72b864c25c1), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:33.853688 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7fc096dc-da43-4e9a-b2fc-78b51d469c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (99acd6ad-46e4-4e69-8be0-ee913e8646c2), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:33.856352 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7fc096dc-da43-4e9a-b2fc-78b51d469c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:33.859082 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-7fc096dc-da43-4e9a-b2fc-78b51d469c92 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99acd6ad-46e4-4e69-8be0-ee913e8646c2 HTTP/1.1" status: 204 len: 168 time: 1.3686700 Mar 02 13:57:33.930708 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ee154e6e-1391-49d3-9782-2dd538c784b7 admin admin] Publish callbacks [] for security_group (8dfb9f7d-bea1-4665-8487-f8211731566a), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:33.951360 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b1d5ce72-c68b-42fa-9080-a360e7a2738f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:33.971472 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-a510ca78-945f-462e-b2d4-b44ee4423bd6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42db1b98-4d58-486d-9626-ce0f101d2931 HTTP/1.1" status: 200 len: 217 time: 0.2399292 Mar 02 13:57:34.059004 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5888852c-ed10-41ee-a397-9465db692eb7 req-dd98cc43-41c8-47bc-9c48-eec0feddf507 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2952561-2dd5-40dd-9e31-bc5ea1be0078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779525 Mar 02 13:57:34.090375 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7656aeed-582d-439f-88e3-c89e40339820 admin admin] Publish callbacks [] for security_group (1fbba675-423c-438a-92b9-d72b864c25c1), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:34.093122 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc096dc-da43-4e9a-b2fc-78b51d469c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99acd6ad-46e4-4e69-8be0-ee913e8646c2,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:34.234224 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ee154e6e-1391-49d3-9782-2dd538c784b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (8dfb9f7d-bea1-4665-8487-f8211731566a), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:34.237409 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ee154e6e-1391-49d3-9782-2dd538c784b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:34.240921 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-ee154e6e-1391-49d3-9782-2dd538c784b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8dfb9f7d-bea1-4665-8487-f8211731566a HTTP/1.1" status: 204 len: 168 time: 1.1603694 Mar 02 13:57:34.242685 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-3e3f0b77-00f4-4fb2-9baf-57a08d3accc1 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Publish callbacks [] for port (72119b2e-306d-48ff-9fa4-1dfcde665f61), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:34.267782 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7656aeed-582d-439f-88e3-c89e40339820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (1fbba675-423c-438a-92b9-d72b864c25c1), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:34.267782 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7656aeed-582d-439f-88e3-c89e40339820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:34.267782 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-7656aeed-582d-439f-88e3-c89e40339820 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1fbba675-423c-438a-92b9-d72b864c25c1 HTTP/1.1" status: 204 len: 168 time: 1.1860499 Mar 02 13:57:34.272199 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee154e6e-1391-49d3-9782-2dd538c784b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfb9f7d-bea1-4665-8487-f8211731566a,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:34.333614 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656aeed-582d-439f-88e3-c89e40339820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbba675-423c-438a-92b9-d72b864c25c1,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:34.417562 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-3e3f0b77-00f4-4fb2-9baf-57a08d3accc1 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (72119b2e-306d-48ff-9fa4-1dfcde665f61), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:34.828863 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-3e3f0b77-00f4-4fb2-9baf-57a08d3accc1 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Network dcaa62c3-8e05-4527-8824-303977b75d7c is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:57:34.833282 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-3e3f0b77-00f4-4fb2-9baf-57a08d3accc1 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:57:34.847591 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-3e3f0b77-00f4-4fb2-9baf-57a08d3accc1 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:57:34.851693 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f0b77-00f4-4fb2-9baf-57a08d3accc1 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Pushing event updated for resources: {'Port': ['ID=72119b2e-306d-48ff-9fa4-1dfcde665f61,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:34.935910 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 13:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a8c849-8162-46fb-9193-72ca204fb6d9 x-openstack-request-id: req-68a8c849-8162-46fb-9193-72ca204fb6d9 {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:57:34.936890 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c180513-8322-45cd-80fa-17c93b2448a2", "tag": "42db1b98-4d58-486d-9626-ce0f101d2931", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:57:34.937342 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-68a8c849-8162-46fb-9193-72ca204fb6d9 {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:57:34.938090 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c180513-8322-45cd-80fa-17c93b2448a2', 'tag': '42db1b98-4d58-486d-9626-ce0f101d2931', 'status': 'completed', 'code': 200} Mar 02 13:57:34.992107 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-3e3f0b77-00f4-4fb2-9baf-57a08d3accc1 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:34.996346 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-3e3f0b77-00f4-4fb2-9baf-57a08d3accc1 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:35.036321 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-3e3f0b77-00f4-4fb2-9baf-57a08d3accc1 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7114010 Mar 02 13:57:35.137684 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Request body: {'port': {'device_id': '1de48080-54ee-4fff-8e33-92d2bf0d7262', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:35.197255 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-86400e2c-e801-4fbd-9666-442fd6be4625 req-056c8694-0e35-4202-980a-ea2ef354c530 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 210 time: 0.2708673 Mar 02 13:57:35.252217 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-957c5b12-9635-4ab5-8ba4-2a4a66f1673f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:35.254084 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-957c5b12-9635-4ab5-8ba4-2a4a66f1673f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1930d42a-9363-4443-a245-37e535f4da89 HTTP/1.1" status: 200 len: 852 time: 1.2627831 Mar 02 13:57:35.301869 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0f6ab-0f90-4264-9c28-07c1a0bfb965 req-d1281971-28bf-4a52-b7da-228a0af6c077 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:35.305374 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (72119b2e-306d-48ff-9fa4-1dfcde665f61), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:35.312224 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-31e0f6ab-0f90-4264-9c28-07c1a0bfb965 req-d1281971-28bf-4a52-b7da-228a0af6c077 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 931 time: 1.0393975 Mar 02 13:57:35.326773 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59942) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:35.397399 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-abbd328b-4882-404a-9513-ea898e054a04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d7b7c48832c4bdf8204caa0083a6e91&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0697076 Mar 02 13:57:35.399720 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 59946) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:35.451570 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-0966f8c2-66fe-4341-b586-ec452e43c262 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e0a7531-41bc-4ccb-9d53-969a4e07ec5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1629944 Mar 02 13:57:35.467279 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c595ff6b-9844-4876-8b1c-a1c6c976ef90 admin admin] Publish callbacks [] for security_group (1f59c485-50b1-461c-9a6c-840143ca8b6d), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:35.518220 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c595ff6b-9844-4876-8b1c-a1c6c976ef90 admin admin] Publish callbacks [] for security_group (1f59c485-50b1-461c-9a6c-840143ca8b6d), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:35.586187 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c595ff6b-9844-4876-8b1c-a1c6c976ef90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (1f59c485-50b1-461c-9a6c-840143ca8b6d), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:35.589409 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c595ff6b-9844-4876-8b1c-a1c6c976ef90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:35.590817 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-c595ff6b-9844-4876-8b1c-a1c6c976ef90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f59c485-50b1-461c-9a6c-840143ca8b6d HTTP/1.1" status: 204 len: 168 time: 0.1899469 Mar 02 13:57:35.611191 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595ff6b-9844-4876-8b1c-a1c6c976ef90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f59c485-50b1-461c-9a6c-840143ca8b6d,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:35.637762 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.20', 61039) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:35.689532 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-31e0f6ab-0f90-4264-9c28-07c1a0bfb965 req-9102f8ca-51e1-4efd-b046-3a4d9efe713c tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750329 Mar 02 13:57:35.761947 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-137cede4-188b-4087-8cb7-4831f7feefe3 service neutron] 10.222.0.20 "GET /v2.0/networks/6e0a7531-41bc-4ccb-9d53-969a4e07ec5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875082 Mar 02 13:57:35.947453 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-46a2b9af-4a8c-4e94-9d1d-83037c70866a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:36.042771 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687c354-07f1-4904-bb27-954f1bef3955 req-dff9c202-f9ce-4a4e-acb8-6ed52e4ecd1d tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:36.046006 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0687c354-07f1-4904-bb27-954f1bef3955 req-dff9c202-f9ce-4a4e-acb8-6ed52e4ecd1d tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 943 time: 0.6545238 Mar 02 13:57:36.138374 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b1d5ce72-c68b-42fa-9080-a360e7a2738f admin admin] Publish callbacks [] for security_group (872fa7e3-3f25-4871-94cf-7b06bf3aad3b), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:36.204995 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b1d5ce72-c68b-42fa-9080-a360e7a2738f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (872fa7e3-3f25-4871-94cf-7b06bf3aad3b), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:36.508361 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b72211-1410-4045-9655-df5a3c6840ec {{(pid=102940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 13:57:36.547686 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Publish callbacks [] for port (d5b72211-1410-4045-9655-df5a3c6840ec), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:36.594209 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.provisioning_blocks [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Transition to ACTIVE for port object d5b72211-1410-4045-9655-df5a3c6840ec will not be triggered until provisioned by entity L2. {{(pid=102940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 13:57:36.714957 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5ce72-c68b-42fa-9080-a360e7a2738f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872fa7e3-3f25-4871-94cf-7b06bf3aad3b,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:36.736143 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-b1d5ce72-c68b-42fa-9080-a360e7a2738f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55f3b9c92a204620ae960e06f98adc5a&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0803261 Mar 02 13:57:36.736143 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (d5b72211-1410-4045-9655-df5a3c6840ec), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:36.736143 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 60000) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:36.774247 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b8d421b-2e63-4498-bcef-1949fe3d6d5c req-753d2972-b759-4c4e-a6ca-c129af9ead96 service neutron] 10.222.0.20 "GET /v2.0/networks/6e0a7531-41bc-4ccb-9d53-969a4e07ec5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9538858 Mar 02 13:57:36.880214 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0ddf5de0-1a55-40b1-b20b-0101ef63976d req-6c6946b5-ca47-4ce0-8c17-0adcae93aa89 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 210 time: 0.4374735 Mar 02 13:57:36.953564 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299950f-9319-4824-9211-f74dc17bb159 req-de4971d7-4ac2-46e4-9be5-e4956d47720a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:36.956644 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c299950f-9319-4824-9211-f74dc17bb159 req-de4971d7-4ac2-46e4-9be5-e4956d47720a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.20 "GET /v2.0/networks?id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76 HTTP/1.1" status: 200 len: 811 time: 1.3162262 Mar 02 13:57:36.973589 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0687c354-07f1-4904-bb27-954f1bef3955 req-1f0bd4cc-a912-4a66-b41c-08471e0bef0d tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2952561-2dd5-40dd-9e31-bc5ea1be0078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8568223 Mar 02 13:57:37.043858 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72119b2e-306d-48ff-9fa4-1dfcde665f61 {{(pid=102939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 13:57:37.061914 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Publish callbacks [] for port (72119b2e-306d-48ff-9fa4-1dfcde665f61), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:37.112969 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.provisioning_blocks [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Transition to ACTIVE for port object 72119b2e-306d-48ff-9fa4-1dfcde665f61 will not be triggered until provisioned by entity L2. {{(pid=102939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 13:57:37.118321 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (72119b2e-306d-48ff-9fa4-1dfcde665f61), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:37.257647 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b72211-1410-4045-9655-df5a3c6840ec,revision_number=2']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:37.311448 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Pushing event updated for resources: {'Port': ['ID=72119b2e-306d-48ff-9fa4-1dfcde665f61,revision_number=2']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:37.328007 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-60057c8b-581e-43db-88c2-e8efd50c79cc admin admin] Publish callbacks [] for security_group (872fa7e3-3f25-4871-94cf-7b06bf3aad3b), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:37.391014 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c299950f-9319-4824-9211-f74dc17bb159 req-1b8672ae-3df1-4600-886c-54aca8722ebb tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64ebff49f62c4b4dbc756d0c15f028e8 HTTP/1.1" status: 200 len: 379 time: 0.3744464 Mar 02 13:57:37.416522 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-c299950f-9319-4824-9211-f74dc17bb159 req-e03e2fe1-c107-4da3-8227-0196f2a11fd6 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Request body: {'port': {'device_id': 'f4ba62b9-22b4-4e26-ac77-ea9777f99525', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'admin_state_up': True, 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'security_groups': ['e7651976-180b-4abd-be64-d23cc378d7e2']}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:37.432253 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Attempting to bind port d5b72211-1410-4045-9655-df5a3c6840ec on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:57:37.433228 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Attempting to bind port d5b72211-1410-4045-9655-df5a3c6840ec by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '49f1ae7a-f510-49ee-8e39-25334c503aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c'}] {{(pid=102940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:57:37.433228 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Attempting to bind port d5b72211-1410-4045-9655-df5a3c6840ec on network dcaa62c3-8e05-4527-8824-303977b75d7c {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:57:37.464090 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d9dbf-5c33-4d11-a9d6-30f50e32fb3e req-b758d84c-2ed1-4893-a1aa-4e58216cf63c tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:37.468157 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b35d9dbf-5c33-4d11-a9d6-30f50e32fb3e req-b758d84c-2ed1-4893-a1aa-4e58216cf63c tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 931 time: 0.4830658 Mar 02 13:57:37.468837 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Port d5b72211-1410-4045-9655-df5a3c6840ec on network dcaa62c3-8e05-4527-8824-303977b75d7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 13:57:37.469166 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Attempting to bind port d5b72211-1410-4045-9655-df5a3c6840ec on network dcaa62c3-8e05-4527-8824-303977b75d7c {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:57:37.501818 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Attempting to bind port 72119b2e-306d-48ff-9fa4-1dfcde665f61 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:57:37.501818 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Attempting to bind port 72119b2e-306d-48ff-9fa4-1dfcde665f61 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '49f1ae7a-f510-49ee-8e39-25334c503aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c'}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:57:37.501818 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Attempting to bind port 72119b2e-306d-48ff-9fa4-1dfcde665f61 on network dcaa62c3-8e05-4527-8824-303977b75d7c {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:57:37.521474 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Port 72119b2e-306d-48ff-9fa4-1dfcde665f61 on network dcaa62c3-8e05-4527-8824-303977b75d7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 13:57:37.522042 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Attempting to bind port 72119b2e-306d-48ff-9fa4-1dfcde665f61 on network dcaa62c3-8e05-4527-8824-303977b75d7c {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:57:37.539568 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:57:37.540106 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Checking segment: {'id': '49f1ae7a-f510-49ee-8e39-25334c503aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:57:37.540523 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Bound using segment: {'id': '49f1ae7a-f510-49ee-8e39-25334c503aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c'} {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:57:37.540716 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:57:37.540975 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Bound port: d5b72211-1410-4045-9655-df5a3c6840ec, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f1ae7a-f510-49ee-8e39-25334c503aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c'}}] {{(pid=102940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:57:37.541080 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Checking segment: {'id': '49f1ae7a-f510-49ee-8e39-25334c503aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:57:37.541428 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (d5b72211-1410-4045-9655-df5a3c6840ec), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:37.542079 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Bound using segment: {'id': '49f1ae7a-f510-49ee-8e39-25334c503aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c'} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:57:37.542592 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Bound port: 72119b2e-306d-48ff-9fa4-1dfcde665f61, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f1ae7a-f510-49ee-8e39-25334c503aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c'}}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:57:37.543008 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (72119b2e-306d-48ff-9fa4-1dfcde665f61), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:37.634319 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b35d9dbf-5c33-4d11-a9d6-30f50e32fb3e req-caa4e970-21cc-4971-a860-7e02d3a85351 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356413 Mar 02 13:57:37.696460 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-60057c8b-581e-43db-88c2-e8efd50c79cc admin admin] Publish callbacks [] for security_group (872fa7e3-3f25-4871-94cf-7b06bf3aad3b), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:37.701489 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17b2e4-d3d3-4fc0-b7ae-234cdb10f474 req-21cd6ad6-0246-42e9-99b0-6744dabd5ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:37.703142 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2b17b2e4-d3d3-4fc0-b7ae-234cdb10f474 req-21cd6ad6-0246-42e9-99b0-6744dabd5ed5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95148b79d60e4c4e826757f796106cfa&device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 1127 time: 0.8175814 Mar 02 13:57:37.729154 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] For port 72119b2e-306d-48ff-9fa4-1dfcde665f61, host hv-cinder-83124, cleared binding levels {{(pid=102939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:57:37.729973 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] For port 72119b2e-306d-48ff-9fa4-1dfcde665f61, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=72119b2e-306d-48ff-9fa4-1dfcde665f61,segment=NetworkSegment(49f1ae7a-f510-49ee-8e39-25334c503aa7),segment_id=49f1ae7a-f510-49ee-8e39-25334c503aa7)] {{(pid=102939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:57:37.742967 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (72119b2e-306d-48ff-9fa4-1dfcde665f61), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:37.804066 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:37.805582 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:37.807777 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] 10.222.0.20 "PUT /v2.0/ports/72119b2e-306d-48ff-9fa4-1dfcde665f61 HTTP/1.1" status: 200 len: 1093 time: 2.6753836 Mar 02 13:57:37.809936 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de48080-54ee-4fff-8e33-92d2bf0d7262', 'tag': '72119b2e-306d-48ff-9fa4-1dfcde665f61'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:57:37.814211 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] For port d5b72211-1410-4045-9655-df5a3c6840ec, host hv-cinder-83124, cleared binding levels {{(pid=102940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:57:37.855629 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] For port d5b72211-1410-4045-9655-df5a3c6840ec, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d5b72211-1410-4045-9655-df5a3c6840ec,segment=NetworkSegment(49f1ae7a-f510-49ee-8e39-25334c503aa7),segment_id=49f1ae7a-f510-49ee-8e39-25334c503aa7)] {{(pid=102940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:57:37.903865 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf637a2c-d5aa-4e16-948b-410779d09c01 service neutron] Pushing event updated for resources: {'Port': ['ID=72119b2e-306d-48ff-9fa4-1dfcde665f61,revision_number=3']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:37.918756 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (d5b72211-1410-4045-9655-df5a3c6840ec), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:38.024017 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:38.024678 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:38.026147 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] 10.222.0.20 "PUT /v2.0/ports/d5b72211-1410-4045-9655-df5a3c6840ec HTTP/1.1" status: 200 len: 1094 time: 4.6838655 Mar 02 13:57:38.032336 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c0a81a-b7d8-498a-8b10-b543a6c3907a', 'tag': 'd5b72211-1410-4045-9655-df5a3c6840ec'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:57:38.034473 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b524d2fd-8fdf-4a60-abf4-8c23fda86dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "09c0a81a-b7d8-498a-8b10-b543a6c3907a", "tag": "d5b72211-1410-4045-9655-df5a3c6840ec"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:57:38.057916 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-60057c8b-581e-43db-88c2-e8efd50c79cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (872fa7e3-3f25-4871-94cf-7b06bf3aad3b), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:38.061329 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-60057c8b-581e-43db-88c2-e8efd50c79cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:38.062506 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-60057c8b-581e-43db-88c2-e8efd50c79cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/872fa7e3-3f25-4871-94cf-7b06bf3aad3b HTTP/1.1" status: 204 len: 168 time: 1.2845304 Mar 02 13:57:38.085624 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-f8df2c08-992c-4535-bb65-052b8240441a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:38.198113 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17b2e4-d3d3-4fc0-b7ae-234cdb10f474 req-3415dba7-2999-48bd-8d1b-7f3cb20b09d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:38.199692 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2b17b2e4-d3d3-4fc0-b7ae-234cdb10f474 req-3415dba7-2999-48bd-8d1b-7f3cb20b09d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e0a7531-41bc-4ccb-9d53-969a4e07ec5c HTTP/1.1" status: 200 len: 913 time: 0.4485667 Mar 02 13:57:38.202985 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-235908e2-3d8b-4835-8a0c-71451a196658 req-42128eb7-2209-417b-94bc-e6f3fbb06ff7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 210 time: 0.1547687 Mar 02 13:57:38.205218 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60057c8b-581e-43db-88c2-e8efd50c79cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872fa7e3-3f25-4871-94cf-7b06bf3aad3b,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:38.208684 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36376f9e-cb48-427a-b576-47e3c694a05e" -d '{"events": [{"name": "network-changed", "server_uuid": "1de48080-54ee-4fff-8e33-92d2bf0d7262", "tag": "72119b2e-306d-48ff-9fa4-1dfcde665f61"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:57:38.215432 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c299950f-9319-4824-9211-f74dc17bb159 req-e03e2fe1-c107-4da3-8227-0196f2a11fd6 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Made reservation on behalf of 64ebff49f62c4b4dbc756d0c15f028e8 for: {'port': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:57:38.219629 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c299950f-9319-4824-9211-f74dc17bb159 req-e03e2fe1-c107-4da3-8227-0196f2a11fd6 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:38.221555 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a0ede-9d39-42f8-8e61-a5e2897e9e74 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b72211-1410-4045-9655-df5a3c6840ec,revision_number=3']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:38.232056 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-da52409c-999a-4d42-9ca7-58e3a7e97ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:38.236696 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-da52409c-999a-4d42-9ca7-58e3a7e97ae5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=607aa3bcf57041219e479bb3e70e3a3d&device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 1127 time: 0.2176542 Mar 02 13:57:38.406316 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-0556e6b2-2c5b-477a-986c-de5c3fa70ef1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72119b2e-306d-48ff-9fa4-1dfcde665f61 HTTP/1.1" status: 200 len: 217 time: 0.1645875 Mar 02 13:57:38.471489 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-98e5e3f7-3a99-46b5-bcf5-892d8afcb6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:38.473103 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-98e5e3f7-3a99-46b5-bcf5-892d8afcb6ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=888c3150-7f50-41ab-b3cc-18dce7c033e2 HTTP/1.1" status: 200 len: 858 time: 0.0597415 Mar 02 13:57:38.478037 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 13:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99502ec1-007f-46fb-8448-e6fc7fe15480 x-openstack-request-id: req-99502ec1-007f-46fb-8448-e6fc7fe15480 {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:57:38.478638 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c0a81a-b7d8-498a-8b10-b543a6c3907a", "tag": "d5b72211-1410-4045-9655-df5a3c6840ec", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:57:38.478638 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99502ec1-007f-46fb-8448-e6fc7fe15480 {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:57:38.479028 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c0a81a-b7d8-498a-8b10-b543a6c3907a', 'tag': 'd5b72211-1410-4045-9655-df5a3c6840ec', 'status': 'completed', 'code': 200} Mar 02 13:57:38.484734 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2b17b2e4-d3d3-4fc0-b7ae-234cdb10f474 req-fe358b28-4445-446e-aa35-749b79e44a43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42db1b98-4d58-486d-9626-ce0f101d2931 HTTP/1.1" status: 200 len: 217 time: 0.2575858 Mar 02 13:57:38.539857 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-a2237314-bad1-4beb-a8d5-43dd355bcfc5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcaa62c3-8e05-4527-8824-303977b75d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601642 Mar 02 13:57:38.582043 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-ad8f642f-2e15-434b-b56e-fcc8143d0132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:38.584068 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-ad8f642f-2e15-434b-b56e-fcc8143d0132 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=607aa3bcf57041219e479bb3e70e3a3d&device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 1128 time: 0.4947643 Mar 02 13:57:38.651516 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-e7edd066-7b56-4efd-97fb-bef6e6bd76b0 service neutron] 10.222.0.20 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042597 Mar 02 13:57:38.654685 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17b2e4-d3d3-4fc0-b7ae-234cdb10f474 req-69062d29-68c1-4110-a979-870754ce2d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:38.656548 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2b17b2e4-d3d3-4fc0-b7ae-234cdb10f474 req-69062d29-68c1-4110-a979-870754ce2d8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1930d42a-9363-4443-a245-37e535f4da89 HTTP/1.1" status: 200 len: 852 time: 0.1621292 Mar 02 13:57:38.665649 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5236ad2-3262-4ad5-b6d6-543361f0c134 req-debfa0f6-b559-484f-a70f-4dd220b7fbbc tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:38.667548 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e5236ad2-3262-4ad5-b6d6-543361f0c134 req-debfa0f6-b559-484f-a70f-4dd220b7fbbc tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 943 time: 0.4889195 Mar 02 13:57:38.668869 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-f9f5b42a-93cb-42cb-a991-0ad4a6e15579 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5b72211-1410-4045-9655-df5a3c6840ec HTTP/1.1" status: 200 len: 217 time: 0.0710623 Mar 02 13:57:38.743576 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2b17b2e4-d3d3-4fc0-b7ae-234cdb10f474 req-5547f749-8659-428a-8d6a-fac51ad427e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e0a7531-41bc-4ccb-9d53-969a4e07ec5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697443 Mar 02 13:57:38.867755 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [req-c299950f-9319-4824-9211-f74dc17bb159 req-e03e2fe1-c107-4da3-8227-0196f2a11fd6 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Allocated IP 172.20.0.8 (1c033f07-1d9f-46d2-98c2-6dfc949bbb76/4162740a-dc51-4b0e-a76f-5454f57d9ff4/b9b0145e-20b6-4e2d-8c30-4172a0444b1d) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:57:38.913698 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e5236ad2-3262-4ad5-b6d6-543361f0c134 req-46785db7-8730-415b-a910-b2a23896c146 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2952561-2dd5-40dd-9e31-bc5ea1be0078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187810 Mar 02 13:57:38.915171 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-345304a3-a5c7-4e71-817a-06f2e25b3eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:38.916798 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-345304a3-a5c7-4e71-817a-06f2e25b3eec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=888c3150-7f50-41ab-b3cc-18dce7c033e2 HTTP/1.1" status: 200 len: 858 time: 0.2111778 Mar 02 13:57:38.917370 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 13:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ce63e0-174d-4630-8e67-be3a3573ba4d x-openstack-request-id: req-e3ce63e0-174d-4630-8e67-be3a3573ba4d {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:57:38.917682 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de48080-54ee-4fff-8e33-92d2bf0d7262", "tag": "72119b2e-306d-48ff-9fa4-1dfcde665f61", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:57:38.917965 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3ce63e0-174d-4630-8e67-be3a3573ba4d {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:57:38.918382 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de48080-54ee-4fff-8e33-92d2bf0d7262', 'tag': '72119b2e-306d-48ff-9fa4-1dfcde665f61', 'status': 'completed', 'code': 200} Mar 02 13:57:38.971470 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-86de4bcc-ceaa-4832-b953-dcd030b16dbd req-33ca515c-1335-4509-9935-ed1199e79542 service neutron] 10.222.0.20 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114097 Mar 02 13:57:38.999318 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-bf0ac755-4cda-4e83-9d04-184aaae16ff5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcaa62c3-8e05-4527-8824-303977b75d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586696 Mar 02 13:57:39.030063 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2b17b2e4-d3d3-4fc0-b7ae-234cdb10f474 req-ae91510f-69a7-4727-9fa1-b087b42e07fd service neutron] 10.222.0.20 "GET /v2.0/networks/6e0a7531-41bc-4ccb-9d53-969a4e07ec5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601650 Mar 02 13:57:39.095785 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36376f9e-cb48-427a-b576-47e3c694a05e req-b54bef9d-de48-43b6-b8b0-8c6ab633eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:39.097493 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-36376f9e-cb48-427a-b576-47e3c694a05e req-b54bef9d-de48-43b6-b8b0-8c6ab633eb7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=607aa3bcf57041219e479bb3e70e3a3d&device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 1127 time: 0.0538077 Mar 02 13:57:39.191226 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa988b-ea18-4025-a114-798a5ed0682e req-d6f0c788-8fd0-49b3-a2d8-172fe4ae5021 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:39.192896 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-39aa988b-ea18-4025-a114-798a5ed0682e req-d6f0c788-8fd0-49b3-a2d8-172fe4ae5021 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 943 time: 0.3110929 Mar 02 13:57:39.194847 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-ec360fe4-2d52-41e3-b484-ca256c7939ef service neutron] 10.222.0.20 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770735 Mar 02 13:57:39.275651 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 60108) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:39.284917 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36376f9e-cb48-427a-b576-47e3c694a05e req-34343611-25e8-4a33-a97e-0b8310d1e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:39.286377 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-36376f9e-cb48-427a-b576-47e3c694a05e req-34343611-25e8-4a33-a97e-0b8310d1e8d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dcaa62c3-8e05-4527-8824-303977b75d7c HTTP/1.1" status: 200 len: 919 time: 0.1810119 Mar 02 13:57:39.316645 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 42db1b98-4d58-486d-9626-ce0f101d2931 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 13:57:39.350073 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-36376f9e-cb48-427a-b576-47e3c694a05e req-12c77cb0-65ab-4f6b-9a29-3354133fa0b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72119b2e-306d-48ff-9fa4-1dfcde665f61 HTTP/1.1" status: 200 len: 217 time: 0.0563264 Mar 02 13:57:39.433952 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 42db1b98-4d58-486d-9626-ce0f101d2931, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=42db1b98-4d58-486d-9626-ce0f101d2931,segment=NetworkSegment(12068f8c-4cd4-4b66-aa81-30a661323f23),segment_id=12068f8c-4cd4-4b66-aa81-30a661323f23)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:57:39.448155 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': '42db1b98-4d58-486d-9626-ce0f101d2931', 'network_id': '6e0a7531-41bc-4ccb-9d53-969a4e07ec5c', 'port_id': '42db1b98-4d58-486d-9626-ce0f101d2931', 'mac_address': 'fa:16:3e:80:3b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1930d42a-9363-4443-a245-37e535f4da89', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 13:57:39.452152 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36376f9e-cb48-427a-b576-47e3c694a05e req-85bdae73-d861-4942-b381-db50bacbf2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:39.454342 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-36376f9e-cb48-427a-b576-47e3c694a05e req-85bdae73-d861-4942-b381-db50bacbf2f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=888c3150-7f50-41ab-b3cc-18dce7c033e2 HTTP/1.1" status: 200 len: 858 time: 0.0971644 Mar 02 13:57:39.479910 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d78fa449-cdb1-401e-9ae2-60b10c7e8967 req-962b2694-b147-48b7-be77-6d968c5bbf23 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 210 time: 0.1221426 Mar 02 13:57:39.501923 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:39.514568 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-39aa988b-ea18-4025-a114-798a5ed0682e req-cd73b0bb-3af2-436d-8329-104161db86ea tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896075 Mar 02 13:57:39.514922 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-36376f9e-cb48-427a-b576-47e3c694a05e req-1749711f-657f-4ca0-ad53-c97130db29f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcaa62c3-8e05-4527-8824-303977b75d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505607 Mar 02 13:57:39.528949 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 42db1b98-4d58-486d-9626-ce0f101d2931 is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:39.529658 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (42db1b98-4d58-486d-9626-ce0f101d2931), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:39.538663 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c299950f-9319-4824-9211-f74dc17bb159 req-e03e2fe1-c107-4da3-8227-0196f2a11fd6 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for port (b9b0145e-20b6-4e2d-8c30-4172a0444b1d), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:39.548349 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42db1b98-4d58-486d-9626-ce0f101d2931 {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 13:57:39.573081 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2b17b2e4-d3d3-4fc0-b7ae-234cdb10f474 req-a0c9a22b-979e-45a2-96c0-ec776095418e service neutron] 10.222.0.20 "GET /v2.0/networks/6e0a7531-41bc-4ccb-9d53-969a4e07ec5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119858 Mar 02 13:57:39.573842 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 42db1b98-4d58-486d-9626-ce0f101d2931, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=42db1b98-4d58-486d-9626-ce0f101d2931,segment=NetworkSegment(12068f8c-4cd4-4b66-aa81-30a661323f23),segment_id=12068f8c-4cd4-4b66-aa81-30a661323f23)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:57:39.581995 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (42db1b98-4d58-486d-9626-ce0f101d2931), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:39.588638 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d6b9058-d447-4cd2-a5cb-ccd2f2799d1a req-7e8c38a9-d3de-4819-af7a-174fb6f89676 service neutron] 10.222.0.20 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783338 Mar 02 13:57:39.618805 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c299950f-9319-4824-9211-f74dc17bb159 req-e03e2fe1-c107-4da3-8227-0196f2a11fd6 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479'] for port (b9b0145e-20b6-4e2d-8c30-4172a0444b1d), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:39.673978 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=42db1b98-4d58-486d-9626-ce0f101d2931,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:39.711750 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-094377c0-f441-4c70-b5ec-8be00092d704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:39.750002 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e2fe1-c107-4da3-8227-0196f2a11fd6 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Pushing event updated for resources: {'Port': ['ID=b9b0145e-20b6-4e2d-8c30-4172a0444b1d,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:39.788653 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c299950f-9319-4824-9211-f74dc17bb159 req-e03e2fe1-c107-4da3-8227-0196f2a11fd6 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Network 1c033f07-1d9f-46d2-98c2-6dfc949bbb76 is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:57:39.800361 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [req-c299950f-9319-4824-9211-f74dc17bb159 req-e03e2fe1-c107-4da3-8227-0196f2a11fd6 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:57:39.804395 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [req-c299950f-9319-4824-9211-f74dc17bb159 req-e03e2fe1-c107-4da3-8227-0196f2a11fd6 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:57:39.809531 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299950f-9319-4824-9211-f74dc17bb159 req-e03e2fe1-c107-4da3-8227-0196f2a11fd6 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:39.810664 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c299950f-9319-4824-9211-f74dc17bb159 req-e03e2fe1-c107-4da3-8227-0196f2a11fd6 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:39.813162 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-36376f9e-cb48-427a-b576-47e3c694a05e req-b0ef49a2-734e-4433-93bf-30ec094f82ce service neutron] 10.222.0.20 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817090 Mar 02 13:57:39.853218 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['42db1b98-4d58-486d-9626-ce0f101d2931'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 13:57:39.867355 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524d2fd-8fdf-4a60-abf4-8c23fda86dd3 req-e405af68-48d7-46d8-8157-fcc2d14e6f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:39.868686 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b524d2fd-8fdf-4a60-abf4-8c23fda86dd3 req-e405af68-48d7-46d8-8157-fcc2d14e6f1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=607aa3bcf57041219e479bb3e70e3a3d&device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 1128 time: 0.2112787 Mar 02 13:57:39.883092 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c299950f-9319-4824-9211-f74dc17bb159 req-e03e2fe1-c107-4da3-8227-0196f2a11fd6 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4719658 Mar 02 13:57:39.921666 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Request body: {'port': {'device_id': 'f4ba62b9-22b4-4e26-ac77-ea9777f99525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:40.038634 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-094377c0-f441-4c70-b5ec-8be00092d704 admin admin] Publish callbacks [] for security_group (9933369d-e830-472c-bace-58d9cdfd7ca9), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:40.062409 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-094377c0-f441-4c70-b5ec-8be00092d704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (9933369d-e830-472c-bace-58d9cdfd7ca9), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:40.164255 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-36376f9e-cb48-427a-b576-47e3c694a05e req-b5785e4e-c9e6-426a-9baf-9891c3318910 service neutron] 10.222.0.20 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480482 Mar 02 13:57:40.166022 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094377c0-f441-4c70-b5ec-8be00092d704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9933369d-e830-472c-bace-58d9cdfd7ca9,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:40.173428 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-094377c0-f441-4c70-b5ec-8be00092d704 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6681dfbd8f7343faaf8817ceab3598b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8943050 Mar 02 13:57:40.174380 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 60144) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:40.229579 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-6ac65139-b86b-4510-bd6d-8e0fbd8043b7 admin admin] Publish callbacks [] for security_group (9933369d-e830-472c-bace-58d9cdfd7ca9), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:40.252323 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-6ac65139-b86b-4510-bd6d-8e0fbd8043b7 admin admin] Publish callbacks [] for security_group (9933369d-e830-472c-bace-58d9cdfd7ca9), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:40.309797 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-6ac65139-b86b-4510-bd6d-8e0fbd8043b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (9933369d-e830-472c-bace-58d9cdfd7ca9), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:40.313341 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-6ac65139-b86b-4510-bd6d-8e0fbd8043b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:40.317582 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-6ac65139-b86b-4510-bd6d-8e0fbd8043b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9933369d-e830-472c-bace-58d9cdfd7ca9 HTTP/1.1" status: 204 len: 168 time: 0.1404250 Mar 02 13:57:40.324057 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-c6faa410-dab7-42a7-bc19-0b79c1b5e524 None None] Provisioning complete for port b9b0145e-20b6-4e2d-8c30-4172a0444b1d triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:57:40.325107 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-c6faa410-dab7-42a7-bc19-0b79c1b5e524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (b9b0145e-20b6-4e2d-8c30-4172a0444b1d), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:40.328947 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (b9b0145e-20b6-4e2d-8c30-4172a0444b1d), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:40.338527 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac65139-b86b-4510-bd6d-8e0fbd8043b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9933369d-e830-472c-bace-58d9cdfd7ca9,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:40.360390 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524d2fd-8fdf-4a60-abf4-8c23fda86dd3 req-7f28122b-83d9-45c9-8e97-da66c3061acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:40.362010 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b524d2fd-8fdf-4a60-abf4-8c23fda86dd3 req-7f28122b-83d9-45c9-8e97-da66c3061acf service neutron] 10.222.0.20 "GET /v2.0/networks?id=dcaa62c3-8e05-4527-8824-303977b75d7c HTTP/1.1" status: 200 len: 919 time: 0.4780037 Mar 02 13:57:40.391088 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25ba6-555e-4824-b304-cc406ce33e3d req-18d1ba65-cab0-4a1b-9135-fff576ed1fa4 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:40.391842 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4ff25ba6-555e-4824-b304-cc406ce33e3d req-18d1ba65-cab0-4a1b-9135-fff576ed1fa4 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 944 time: 0.2830834 Mar 02 13:57:40.403157 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-c6faa410-dab7-42a7-bc19-0b79c1b5e524 None None] Port b9b0145e-20b6-4e2d-8c30-4172a0444b1d cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 13:57:40.447531 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b524d2fd-8fdf-4a60-abf4-8c23fda86dd3 req-8d751e39-a891-410d-8c77-bf85704fa7e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5b72211-1410-4045-9655-df5a3c6840ec HTTP/1.1" status: 200 len: 217 time: 0.0529182 Mar 02 13:57:40.635597 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4ff25ba6-555e-4824-b304-cc406ce33e3d req-97531808-df4b-421f-a94b-40aa20fc8ca8 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2952561-2dd5-40dd-9e31-bc5ea1be0078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281260 Mar 02 13:57:40.649668 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524d2fd-8fdf-4a60-abf4-8c23fda86dd3 req-dd3dc21c-69b9-491a-a477-c300cea13234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:40.651222 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b524d2fd-8fdf-4a60-abf4-8c23fda86dd3 req-dd3dc21c-69b9-491a-a477-c300cea13234 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=888c3150-7f50-41ab-b3cc-18dce7c033e2 HTTP/1.1" status: 200 len: 858 time: 0.1890681 Mar 02 13:57:40.731154 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b524d2fd-8fdf-4a60-abf4-8c23fda86dd3 req-221075cd-2733-4574-af93-a435c5463bb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcaa62c3-8e05-4527-8824-303977b75d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709796 Mar 02 13:57:40.753898 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4743dc8-ba7f-44c1-856d-52b183ddf04c req-d35585a1-34d0-4e37-acd2-7302d6a0ef83 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:40.760759 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f4743dc8-ba7f-44c1-856d-52b183ddf04c req-d35585a1-34d0-4e37-acd2-7302d6a0ef83 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 931 time: 0.2082353 Mar 02 13:57:40.859614 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:40.926577 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 60178) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:40.944971 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-6dbfa289-6b77-4db8-8039-cb9eb1577452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:41.060362 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-6dbfa289-6b77-4db8-8039-cb9eb1577452 admin admin] Publish callbacks [] for security_group (bb11f0bf-bced-4ec5-a336-a55d0b9ade2c), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:41.075071 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-6dbfa289-6b77-4db8-8039-cb9eb1577452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (bb11f0bf-bced-4ec5-a336-a55d0b9ade2c), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:41.120363 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-6dbfa289-6b77-4db8-8039-cb9eb1577452 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2524fb0a23e84859aec3455bb82d9625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1903157 Mar 02 13:57:41.120363 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfa289-6b77-4db8-8039-cb9eb1577452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb11f0bf-bced-4ec5-a336-a55d0b9ade2c,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:41.125501 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f4743dc8-ba7f-44c1-856d-52b183ddf04c req-1abe5226-401a-4389-9843-b7075132fd8f tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3636892 Mar 02 13:57:41.150864 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 60186) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:41.174017 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5e122-6231-484e-8da2-c3d917aee42f req-07079661-d8b7-45c4-9094-ce6f3d4f4cd0 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:41.181001 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9af5e122-6231-484e-8da2-c3d917aee42f req-07079661-d8b7-45c4-9094-ce6f3d4f4cd0 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 943 time: 0.4563811 Mar 02 13:57:41.201471 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b524d2fd-8fdf-4a60-abf4-8c23fda86dd3 req-583ede0d-26f4-4472-908d-4427ae9d4a66 service neutron] 10.222.0.20 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562631 Mar 02 13:57:41.333444 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device d5b72211-1410-4045-9655-df5a3c6840ec details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 13:57:41.335470 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b0145e-20b6-4e2d-8c30-4172a0444b1d {{(pid=102940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 13:57:41.352344 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Publish callbacks [] for port (b9b0145e-20b6-4e2d-8c30-4172a0444b1d), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:41.364440 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9af5e122-6231-484e-8da2-c3d917aee42f req-aaf27e26-8e69-4348-845f-9941cfffb40c tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825929 Mar 02 13:57:41.373694 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 42db1b98-4d58-486d-9626-ce0f101d2931 up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:57:41.379672 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b4c05087-76d1-4cd1-85d4-9440c69e28cc admin admin] Publish callbacks [] for security_group (bb11f0bf-bced-4ec5-a336-a55d0b9ade2c), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:41.398835 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.provisioning_blocks [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Transition to ACTIVE for port object b9b0145e-20b6-4e2d-8c30-4172a0444b1d will not be triggered until provisioned by entity L2. {{(pid=102940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 13:57:41.414389 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (b9b0145e-20b6-4e2d-8c30-4172a0444b1d), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:41.464331 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b4c05087-76d1-4cd1-85d4-9440c69e28cc admin admin] Publish callbacks [] for security_group (bb11f0bf-bced-4ec5-a336-a55d0b9ade2c), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:41.476867 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b524d2fd-8fdf-4a60-abf4-8c23fda86dd3 req-8ce17f24-3d74-4c81-a8bf-2a77d8805ded service neutron] 10.222.0.20 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397318 Mar 02 13:57:41.525981 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Pushing event updated for resources: {'Port': ['ID=b9b0145e-20b6-4e2d-8c30-4172a0444b1d,revision_number=2']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:41.527808 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port d5b72211-1410-4045-9655-df5a3c6840ec, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d5b72211-1410-4045-9655-df5a3c6840ec,segment=NetworkSegment(49f1ae7a-f510-49ee-8e39-25334c503aa7),segment_id=49f1ae7a-f510-49ee-8e39-25334c503aa7)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:57:41.541412 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': 'd5b72211-1410-4045-9655-df5a3c6840ec', 'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c', 'port_id': 'd5b72211-1410-4045-9655-df5a3c6840ec', 'mac_address': 'fa:16:3e:b3:fc:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '888c3150-7f50-41ab-b3cc-18dce7c033e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 13:57:41.609575 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Attempting to bind port b9b0145e-20b6-4e2d-8c30-4172a0444b1d on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:57:41.609910 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Attempting to bind port b9b0145e-20b6-4e2d-8c30-4172a0444b1d by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '9c57b919-e5fc-428e-923e-107dd11d09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76'}] {{(pid=102940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:57:41.610569 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Attempting to bind port b9b0145e-20b6-4e2d-8c30-4172a0444b1d on network 1c033f07-1d9f-46d2-98c2-6dfc949bbb76 {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:57:41.625822 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Port b9b0145e-20b6-4e2d-8c30-4172a0444b1d on network 1c033f07-1d9f-46d2-98c2-6dfc949bbb76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 13:57:41.626156 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Attempting to bind port b9b0145e-20b6-4e2d-8c30-4172a0444b1d on network 1c033f07-1d9f-46d2-98c2-6dfc949bbb76 {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:57:41.641822 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:57:41.642453 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Checking segment: {'id': '9c57b919-e5fc-428e-923e-107dd11d09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:57:41.642534 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Bound using segment: {'id': '9c57b919-e5fc-428e-923e-107dd11d09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76'} {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:57:41.643026 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Bound port: b9b0145e-20b6-4e2d-8c30-4172a0444b1d, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c57b919-e5fc-428e-923e-107dd11d09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76'}}] {{(pid=102940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:57:41.643392 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (b9b0145e-20b6-4e2d-8c30-4172a0444b1d), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:41.658080 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b4c05087-76d1-4cd1-85d4-9440c69e28cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (bb11f0bf-bced-4ec5-a336-a55d0b9ade2c), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:41.659830 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port d5b72211-1410-4045-9655-df5a3c6840ec is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:41.661207 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (d5b72211-1410-4045-9655-df5a3c6840ec), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:41.662002 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b4c05087-76d1-4cd1-85d4-9440c69e28cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:41.663388 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-b4c05087-76d1-4cd1-85d4-9440c69e28cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb11f0bf-bced-4ec5-a336-a55d0b9ade2c HTTP/1.1" status: 204 len: 168 time: 0.5115271 Mar 02 13:57:41.682746 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b72211-1410-4045-9655-df5a3c6840ec {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 13:57:41.689787 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c05087-76d1-4cd1-85d4-9440c69e28cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb11f0bf-bced-4ec5-a336-a55d0b9ade2c,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:41.734717 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port d5b72211-1410-4045-9655-df5a3c6840ec, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d5b72211-1410-4045-9655-df5a3c6840ec,segment=NetworkSegment(49f1ae7a-f510-49ee-8e39-25334c503aa7),segment_id=49f1ae7a-f510-49ee-8e39-25334c503aa7)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:57:41.744672 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (d5b72211-1410-4045-9655-df5a3c6840ec), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:41.749467 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 72119b2e-306d-48ff-9fa4-1dfcde665f61 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 13:57:41.782842 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port 42db1b98-4d58-486d-9626-ce0f101d2931 completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 13:57:41.807131 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port 42db1b98-4d58-486d-9626-ce0f101d2931 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:57:41.807694 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (42db1b98-4d58-486d-9626-ce0f101d2931), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:41.849819 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] For port b9b0145e-20b6-4e2d-8c30-4172a0444b1d, host hv-cinder-83124, cleared binding levels {{(pid=102940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:57:41.854272 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] For port b9b0145e-20b6-4e2d-8c30-4172a0444b1d, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b9b0145e-20b6-4e2d-8c30-4172a0444b1d,segment=NetworkSegment(9c57b919-e5fc-428e-923e-107dd11d09c4),segment_id=9c57b919-e5fc-428e-923e-107dd11d09c4)] {{(pid=102940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:57:41.874467 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1519395-a6ee-40a0-acb2-c17915808cf6 req-48afe1c5-850e-4ab6-b566-35d15f467234 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:41.876447 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e1519395-a6ee-40a0-acb2-c17915808cf6 req-48afe1c5-850e-4ab6-b566-35d15f467234 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 944 time: 0.1079600 Mar 02 13:57:41.878952 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (b9b0145e-20b6-4e2d-8c30-4172a0444b1d), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:41.898869 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 72119b2e-306d-48ff-9fa4-1dfcde665f61, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=72119b2e-306d-48ff-9fa4-1dfcde665f61,segment=NetworkSegment(49f1ae7a-f510-49ee-8e39-25334c503aa7),segment_id=49f1ae7a-f510-49ee-8e39-25334c503aa7)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:57:41.953669 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:41.954528 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:41.956364 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c299950f-9319-4824-9211-f74dc17bb159 req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] 10.222.0.20 "PUT /v2.0/ports/b9b0145e-20b6-4e2d-8c30-4172a0444b1d HTTP/1.1" status: 200 len: 1093 time: 2.0453966 Mar 02 13:57:41.956841 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ba62b9-22b4-4e26-ac77-ea9777f99525', 'tag': 'b9b0145e-20b6-4e2d-8c30-4172a0444b1d'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:57:41.963527 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1ff302-8202-47d6-b223-35a978b612f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ba62b9-22b4-4e26-ac77-ea9777f99525", "tag": "b9b0145e-20b6-4e2d-8c30-4172a0444b1d"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:57:41.969701 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': '72119b2e-306d-48ff-9fa4-1dfcde665f61', 'network_id': 'dcaa62c3-8e05-4527-8824-303977b75d7c', 'port_id': '72119b2e-306d-48ff-9fa4-1dfcde665f61', 'mac_address': 'fa:16:3e:36:fb:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '888c3150-7f50-41ab-b3cc-18dce7c033e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 13:57:42.008479 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=d5b72211-1410-4045-9655-df5a3c6840ec,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:42.177517 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 42db1b98-4d58-486d-9626-ce0f101d2931 is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:42.177921 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (42db1b98-4d58-486d-9626-ce0f101d2931), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:42.215825 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 72119b2e-306d-48ff-9fa4-1dfcde665f61 is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:42.219148 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (72119b2e-306d-48ff-9fa4-1dfcde665f61), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:42.230055 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c180513-8322-45cd-80fa-17c93b2448a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42db1b98-4d58-486d-9626-ce0f101d2931'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:57:42.267435 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 13:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1bde1d-cb0f-46c2-bfec-874c3633d489 x-openstack-request-id: req-0f1bde1d-cb0f-46c2-bfec-874c3633d489 {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:57:42.267938 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ba62b9-22b4-4e26-ac77-ea9777f99525", "tag": "b9b0145e-20b6-4e2d-8c30-4172a0444b1d", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:57:42.268067 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f1bde1d-cb0f-46c2-bfec-874c3633d489 {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:57:42.268426 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ba62b9-22b4-4e26-ac77-ea9777f99525', 'tag': 'b9b0145e-20b6-4e2d-8c30-4172a0444b1d', 'status': 'completed', 'code': 200} Mar 02 13:57:42.335214 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e1519395-a6ee-40a0-acb2-c17915808cf6 req-688debfa-b6f6-41a6-8b9c-e2fbda4d9bcc tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2952561-2dd5-40dd-9e31-bc5ea1be0078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436121 Mar 02 13:57:42.336615 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fc818-492b-45f3-8406-a2c78eaa396e service neutron] Pushing event updated for resources: {'Port': ['ID=b9b0145e-20b6-4e2d-8c30-4172a0444b1d,revision_number=3']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:42.410450 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299950f-9319-4824-9211-f74dc17bb159 req-e92f170a-eabc-412b-978c-5d2f26493c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:42.412004 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c299950f-9319-4824-9211-f74dc17bb159 req-e92f170a-eabc-412b-978c-5d2f26493c0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=64ebff49f62c4b4dbc756d0c15f028e8&device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 1127 time: 0.3950856 Mar 02 13:57:42.416278 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 42db1b98-4d58-486d-9626-ce0f101d2931, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=42db1b98-4d58-486d-9626-ce0f101d2931,segment=NetworkSegment(12068f8c-4cd4-4b66-aa81-30a661323f23),segment_id=12068f8c-4cd4-4b66-aa81-30a661323f23)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:57:42.427459 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72119b2e-306d-48ff-9fa4-1dfcde665f61 {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 13:57:42.433876 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (42db1b98-4d58-486d-9626-ce0f101d2931), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:42.496566 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=42db1b98-4d58-486d-9626-ce0f101d2931,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:42.498143 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c299950f-9319-4824-9211-f74dc17bb159 req-82b4e30b-9d76-40b4-836f-13b8f8b0f216 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9b0145e-20b6-4e2d-8c30-4172a0444b1d HTTP/1.1" status: 200 len: 217 time: 0.0720758 Mar 02 13:57:42.523242 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 72119b2e-306d-48ff-9fa4-1dfcde665f61, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=72119b2e-306d-48ff-9fa4-1dfcde665f61,segment=NetworkSegment(49f1ae7a-f510-49ee-8e39-25334c503aa7),segment_id=49f1ae7a-f510-49ee-8e39-25334c503aa7)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:57:42.532568 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (72119b2e-306d-48ff-9fa4-1dfcde665f61), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:42.606462 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43347d3-5afb-4cce-9535-dccf6c0e1c32 req-80e6219e-3d21-453d-95ab-a9a8ef1e59f3 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:42.608740 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c43347d3-5afb-4cce-9535-dccf6c0e1c32 req-80e6219e-3d21-453d-95ab-a9a8ef1e59f3 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 943 time: 0.2660849 Mar 02 13:57:42.616226 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:42.622151 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=72119b2e-306d-48ff-9fa4-1dfcde665f61,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:42.741600 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f4b75-f25a-4644-a8d1-4dc6aada2f20 req-52d5cb24-b847-4d83-a20a-a48f7786dfe5 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:42.749551 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7a3f4b75-f25a-4644-a8d1-4dc6aada2f20 req-52d5cb24-b847-4d83-a20a-a48f7786dfe5 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 943 time: 0.2494848 Mar 02 13:57:42.764534 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c43347d3-5afb-4cce-9535-dccf6c0e1c32 req-b5402eac-bff0-4ead-87c7-0dd90232a7a0 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464801 Mar 02 13:57:42.765883 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299950f-9319-4824-9211-f74dc17bb159 req-ecddb6bf-c527-4c18-a29b-c2e8a192dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:42.767500 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c299950f-9319-4824-9211-f74dc17bb159 req-ecddb6bf-c527-4c18-a29b-c2e8a192dec4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4162740a-dc51-4b0e-a76f-5454f57d9ff4 HTTP/1.1" status: 200 len: 850 time: 0.2143278 Mar 02 13:57:42.767611 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['d5b72211-1410-4045-9655-df5a3c6840ec'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 13:57:42.779770 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['72119b2e-306d-48ff-9fa4-1dfcde665f61'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 13:57:42.930521 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed97c616-ee23-425e-b6f9-ae8c45f988c7" -d '{"events": [{"server_uuid": "1c180513-8322-45cd-80fa-17c93b2448a2", "name": "network-vif-plugged", "status": "completed", "tag": "42db1b98-4d58-486d-9626-ce0f101d2931"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:57:42.986266 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 60264) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:42.992703 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7a3f4b75-f25a-4644-a8d1-4dc6aada2f20 req-750c5ae7-e73b-4db5-99c3-3bd5e5d37923 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421727 Mar 02 13:57:43.002947 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299950f-9319-4824-9211-f74dc17bb159 req-240063f3-c7a4-4e15-87b3-68100cbbf1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:43.004787 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c299950f-9319-4824-9211-f74dc17bb159 req-240063f3-c7a4-4e15-87b3-68100cbbf1d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2281528 Mar 02 13:57:43.264944 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 13:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e78ce20-81e1-4e54-b86b-1ad462e7ff30 x-openstack-request-id: req-9e78ce20-81e1-4e54-b86b-1ad462e7ff30 {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:57:43.265507 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c180513-8322-45cd-80fa-17c93b2448a2", "name": "network-vif-plugged", "status": "completed", "tag": "42db1b98-4d58-486d-9626-ce0f101d2931", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:57:43.265968 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e78ce20-81e1-4e54-b86b-1ad462e7ff30 {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:57:43.266731 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c180513-8322-45cd-80fa-17c93b2448a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42db1b98-4d58-486d-9626-ce0f101d2931', 'code': 200} Mar 02 13:57:43.275365 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c299950f-9319-4824-9211-f74dc17bb159 req-e3ca9d89-8b1e-46cb-9217-0b5caae60f09 service neutron] 10.222.0.20 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630959 Mar 02 13:57:43.395725 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0edf9d86-8788-4a0b-a534-8f34542c96e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:43.523114 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0edf9d86-8788-4a0b-a534-8f34542c96e9 admin admin] Publish callbacks [] for security_group (fbe86941-1453-47aa-b9ae-01adb2a51831), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:43.530577 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0edf9d86-8788-4a0b-a534-8f34542c96e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (fbe86941-1453-47aa-b9ae-01adb2a51831), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:43.563423 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c299950f-9319-4824-9211-f74dc17bb159 req-0dcc3920-1403-4661-9dc6-2d74301b6a2d service neutron] 10.222.0.20 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817986 Mar 02 13:57:43.582436 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-0edf9d86-8788-4a0b-a534-8f34542c96e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5fedf4bdf5e5468fa17ea059b0b7f859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5937319 Mar 02 13:57:43.584077 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf9d86-8788-4a0b-a534-8f34542c96e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe86941-1453-47aa-b9ae-01adb2a51831,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:43.587059 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 60292) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:43.599660 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14534a99-6a60-4428-aff6-caec86b70ee4 req-724314dd-0b7e-4290-af0b-6500aae8d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:43.601366 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-14534a99-6a60-4428-aff6-caec86b70ee4 req-724314dd-0b7e-4290-af0b-6500aae8d8aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 1129 time: 0.1846309 Mar 02 13:57:43.623043 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6fb53f-75cd-4be7-b5ad-491e42814c36 req-c6f51c8f-96a7-4440-8df1-ed98f3f5ee46 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:43.624977 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ee6fb53f-75cd-4be7-b5ad-491e42814c36 req-c6f51c8f-96a7-4440-8df1-ed98f3f5ee46 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 945 time: 0.1564567 Mar 02 13:57:43.648053 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-14534a99-6a60-4428-aff6-caec86b70ee4 req-69a76d8f-43fd-4eff-8221-88361a3cd808 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:43.659062 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cb23-290b-4db7-8c9d-bac38e289cda admin admin] Publish callbacks [] for security_group (fbe86941-1453-47aa-b9ae-01adb2a51831), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:43.705959 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cb23-290b-4db7-8c9d-bac38e289cda admin admin] Publish callbacks [] for security_group (fbe86941-1453-47aa-b9ae-01adb2a51831), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:43.790155 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cb23-290b-4db7-8c9d-bac38e289cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (fbe86941-1453-47aa-b9ae-01adb2a51831), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:43.790331 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ee6fb53f-75cd-4be7-b5ad-491e42814c36 req-c180cbd6-1ca2-4db3-9155-4092d45c52c5 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2952561-2dd5-40dd-9e31-bc5ea1be0078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509342 Mar 02 13:57:43.792981 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-d0c5cb23-290b-4db7-8c9d-bac38e289cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:43.794677 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-d0c5cb23-290b-4db7-8c9d-bac38e289cda admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fbe86941-1453-47aa-b9ae-01adb2a51831 HTTP/1.1" status: 204 len: 168 time: 0.2055483 Mar 02 13:57:43.803000 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ff302-8202-47d6-b223-35a978b612f7 req-fba1a880-275c-4f86-846a-7289e553d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:43.804672 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7c1ff302-8202-47d6-b223-35a978b612f7 req-fba1a880-275c-4f86-846a-7289e553d3c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=64ebff49f62c4b4dbc756d0c15f028e8&device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 1127 time: 0.1643162 Mar 02 13:57:43.811422 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5cb23-290b-4db7-8c9d-bac38e289cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe86941-1453-47aa-b9ae-01adb2a51831,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:43.944273 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-14534a99-6a60-4428-aff6-caec86b70ee4 req-69a76d8f-43fd-4eff-8221-88361a3cd808 service neutron] Publish callbacks [] for security_group (8ee6756a-8a7a-4aa6-be1c-0ae70c0c3ef4), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:43.963116 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-14534a99-6a60-4428-aff6-caec86b70ee4 req-69a76d8f-43fd-4eff-8221-88361a3cd808 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (8ee6756a-8a7a-4aa6-be1c-0ae70c0c3ef4), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:44.035149 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ff302-8202-47d6-b223-35a978b612f7 req-add9ccde-8d13-4e11-8b3e-93832990f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:44.036798 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7c1ff302-8202-47d6-b223-35a978b612f7 req-add9ccde-8d13-4e11-8b3e-93832990f333 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76 HTTP/1.1" status: 200 len: 912 time: 0.2235391 Mar 02 13:57:44.119456 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7c1ff302-8202-47d6-b223-35a978b612f7 req-b4e6f2c2-b25b-4bb8-a15b-68e443dad326 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9b0145e-20b6-4e2d-8c30-4172a0444b1d HTTP/1.1" status: 200 len: 217 time: 0.0674629 Mar 02 13:57:44.147237 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a76d8f-43fd-4eff-8221-88361a3cd808 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee6756a-8a7a-4aa6-be1c-0ae70c0c3ef4,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:44.150710 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:44.166669 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-14534a99-6a60-4428-aff6-caec86b70ee4 req-69a76d8f-43fd-4eff-8221-88361a3cd808 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d2952561-2dd5-40dd-9e31-bc5ea1be0078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5406368 Mar 02 13:57:44.217642 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c13059-a549-4020-9842-109f7cf9ac36 req-f80644f4-949c-4371-8fd5-02ddde247904 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:44.219186 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-00c13059-a549-4020-9842-109f7cf9ac36 req-f80644f4-949c-4371-8fd5-02ddde247904 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 943 time: 0.2615981 Mar 02 13:57:44.252560 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ff302-8202-47d6-b223-35a978b612f7 req-9b0e2245-bc02-455e-ab0a-cc1fc184d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:44.254823 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7c1ff302-8202-47d6-b223-35a978b612f7 req-9b0e2245-bc02-455e-ab0a-cc1fc184d575 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4162740a-dc51-4b0e-a76f-5454f57d9ff4 HTTP/1.1" status: 200 len: 850 time: 0.1084409 Mar 02 13:57:44.275369 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8783d2-8bb7-4e63-b3da-21318f5af358 req-d35460f4-145e-44e3-8551-df827372b32e tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:44.277022 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2c8783d2-8bb7-4e63-b3da-21318f5af358 req-d35460f4-145e-44e3-8551-df827372b32e tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 944 time: 0.1528220 Mar 02 13:57:44.324503 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-00c13059-a549-4020-9842-109f7cf9ac36 req-e0503e7c-9fd5-40b1-a626-2e6e1a00c09a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967782 Mar 02 13:57:44.360794 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2c8783d2-8bb7-4e63-b3da-21318f5af358 req-0ded284f-1503-4fbb-8c1d-70816c38f4dd tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584073 Mar 02 13:57:44.444084 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ff302-8202-47d6-b223-35a978b612f7 req-5e7cd5f8-cfdf-4e99-af72-8cb4e34a4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:44.448406 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7c1ff302-8202-47d6-b223-35a978b612f7 req-5e7cd5f8-cfdf-4e99-af72-8cb4e34a4c5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673122 Mar 02 13:57:44.477947 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 60368) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:44.491869 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c13ade55-c859-4aaa-ae29-d0048fa733d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:44.564136 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7c1ff302-8202-47d6-b223-35a978b612f7 req-a1222da3-908c-476f-82c9-6413b72767f1 service neutron] 10.222.0.20 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081419 Mar 02 13:57:44.644386 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c13ade55-c859-4aaa-ae29-d0048fa733d5 admin admin] Publish callbacks [] for security_group (23a56091-95e2-4b18-aaf5-1aa2d6776005), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:44.650293 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c13ade55-c859-4aaa-ae29-d0048fa733d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (23a56091-95e2-4b18-aaf5-1aa2d6776005), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:44.709734 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 60382) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:44.710300 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-c13ade55-c859-4aaa-ae29-d0048fa733d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e25b2a98bcb498f9932f6f1061feb46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309880 Mar 02 13:57:44.712943 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ade55-c859-4aaa-ae29-d0048fa733d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a56091-95e2-4b18-aaf5-1aa2d6776005,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:44.754418 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7c1ff302-8202-47d6-b223-35a978b612f7 req-07622f9b-d8cb-4a3f-8711-c968a53b267d service neutron] 10.222.0.20 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837590 Mar 02 13:57:44.832162 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-65286822-a285-4a64-9544-8d9062c1a91f admin admin] Publish callbacks [] for security_group (23a56091-95e2-4b18-aaf5-1aa2d6776005), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:44.858960 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-65286822-a285-4a64-9544-8d9062c1a91f admin admin] Publish callbacks [] for security_group (23a56091-95e2-4b18-aaf5-1aa2d6776005), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:44.952568 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a0e35-32de-4606-9666-5837b3fd64a6 req-fe8b339b-1dd0-4030-b7ad-5b420efbcd47 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:44.954382 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-321a0e35-32de-4606-9666-5837b3fd64a6 req-fe8b339b-1dd0-4030-b7ad-5b420efbcd47 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 945 time: 0.0790758 Mar 02 13:57:44.962105 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-65286822-a285-4a64-9544-8d9062c1a91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (23a56091-95e2-4b18-aaf5-1aa2d6776005), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:44.962105 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-65286822-a285-4a64-9544-8d9062c1a91f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:44.962105 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-65286822-a285-4a64-9544-8d9062c1a91f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23a56091-95e2-4b18-aaf5-1aa2d6776005 HTTP/1.1" status: 204 len: 168 time: 0.2501490 Mar 02 13:57:44.993093 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65286822-a285-4a64-9544-8d9062c1a91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a56091-95e2-4b18-aaf5-1aa2d6776005,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:45.061789 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-321a0e35-32de-4606-9666-5837b3fd64a6 req-5d6159e3-90fb-46bc-9438-319abbe8a443 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2952561-2dd5-40dd-9e31-bc5ea1be0078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986357 Mar 02 13:57:45.740292 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b464433-8455-40ef-a249-1ee5065544fc req-95306005-d8bc-466d-9d2c-43179e589172 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:45.750728 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7b464433-8455-40ef-a249-1ee5065544fc req-95306005-d8bc-466d-9d2c-43179e589172 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 944 time: 0.0797739 Mar 02 13:57:45.768358 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9a0f4-2408-4a39-99c7-e307f907326a req-32afdbd9-45ac-4dbc-a61f-8f085f5583af tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:45.773246 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c1b9a0f4-2408-4a39-99c7-e307f907326a req-32afdbd9-45ac-4dbc-a61f-8f085f5583af tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 943 time: 0.3656387 Mar 02 13:57:45.857678 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c1b9a0f4-2408-4a39-99c7-e307f907326a req-53addff6-d428-4689-be04-688a8888ac36 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760121 Mar 02 13:57:45.875993 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7b464433-8455-40ef-a249-1ee5065544fc req-4fd50bdc-5617-4169-879f-24de9332989f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195672 Mar 02 13:57:46.010300 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 60510) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:46.177536 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 60520) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:46.204194 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c41973-e526-4609-9436-b29a0afc179d req-20dca094-f33d-4e39-845b-d0458aa81162 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:46.213681 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b7c41973-e526-4609-9436-b29a0afc179d req-20dca094-f33d-4e39-845b-d0458aa81162 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 945 time: 0.0752444 Mar 02 13:57:46.259468 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d91ae052-444e-44d0-bdee-37c145e0e898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:46.304405 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b7c41973-e526-4609-9436-b29a0afc179d req-31038270-c20b-4383-99df-0d29102ad074 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2952561-2dd5-40dd-9e31-bc5ea1be0078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895910 Mar 02 13:57:46.307418 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b5463569-2d8c-4699-bfb6-17edf6903247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:46.383497 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d91ae052-444e-44d0-bdee-37c145e0e898 admin admin] Publish callbacks [] for security_group (af6a0cac-c95e-4104-bbdb-86bda29b9a12), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:46.392257 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d91ae052-444e-44d0-bdee-37c145e0e898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (af6a0cac-c95e-4104-bbdb-86bda29b9a12), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:46.415090 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b5463569-2d8c-4699-bfb6-17edf6903247 admin admin] Publish callbacks [] for security_group (07c228d3-78ef-442f-a630-b89d46179574), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:46.421934 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b5463569-2d8c-4699-bfb6-17edf6903247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (07c228d3-78ef-442f-a630-b89d46179574), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:46.440365 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-d91ae052-444e-44d0-bdee-37c145e0e898 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cab0952b5b5046de9501dcf48f46ca1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4264758 Mar 02 13:57:46.440365 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ae052-444e-44d0-bdee-37c145e0e898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6a0cac-c95e-4104-bbdb-86bda29b9a12,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:46.442713 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 60540) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:46.485201 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5463569-2d8c-4699-bfb6-17edf6903247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c228d3-78ef-442f-a630-b89d46179574,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:46.492534 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-b5463569-2d8c-4699-bfb6-17edf6903247 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=315e45661e914474944d45d8c6410180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140140 Mar 02 13:57:46.494216 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 60542) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:46.504980 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-be47102b-a717-426b-94f9-c0bb3306869b admin admin] Publish callbacks [] for security_group (af6a0cac-c95e-4104-bbdb-86bda29b9a12), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:46.532718 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-be47102b-a717-426b-94f9-c0bb3306869b admin admin] Publish callbacks [] for security_group (af6a0cac-c95e-4104-bbdb-86bda29b9a12), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:46.560879 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c32d3920-25ea-413c-8e09-38940e8176ac admin admin] Publish callbacks [] for security_group (07c228d3-78ef-442f-a630-b89d46179574), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:46.589773 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c32d3920-25ea-413c-8e09-38940e8176ac admin admin] Publish callbacks [] for security_group (07c228d3-78ef-442f-a630-b89d46179574), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:46.599997 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-be47102b-a717-426b-94f9-c0bb3306869b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (af6a0cac-c95e-4104-bbdb-86bda29b9a12), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:46.603614 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-be47102b-a717-426b-94f9-c0bb3306869b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:46.605185 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-be47102b-a717-426b-94f9-c0bb3306869b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af6a0cac-c95e-4104-bbdb-86bda29b9a12 HTTP/1.1" status: 204 len: 168 time: 0.1615560 Mar 02 13:57:46.606103 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device b9b0145e-20b6-4e2d-8c30-4172a0444b1d details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 13:57:46.617817 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47102b-a717-426b-94f9-c0bb3306869b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6a0cac-c95e-4104-bbdb-86bda29b9a12,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:46.665476 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c32d3920-25ea-413c-8e09-38940e8176ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (07c228d3-78ef-442f-a630-b89d46179574), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:46.671252 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c32d3920-25ea-413c-8e09-38940e8176ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:46.672576 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-c32d3920-25ea-413c-8e09-38940e8176ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07c228d3-78ef-442f-a630-b89d46179574 HTTP/1.1" status: 204 len: 168 time: 0.1769006 Mar 02 13:57:46.692360 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d3920-25ea-413c-8e09-38940e8176ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c228d3-78ef-442f-a630-b89d46179574,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:46.781449 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port b9b0145e-20b6-4e2d-8c30-4172a0444b1d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b9b0145e-20b6-4e2d-8c30-4172a0444b1d,segment=NetworkSegment(9c57b919-e5fc-428e-923e-107dd11d09c4),segment_id=9c57b919-e5fc-428e-923e-107dd11d09c4)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:57:46.925430 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': 'b9b0145e-20b6-4e2d-8c30-4172a0444b1d', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'port_id': 'b9b0145e-20b6-4e2d-8c30-4172a0444b1d', 'mac_address': 'fa:16:3e:33:1b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 13:57:46.985540 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port b9b0145e-20b6-4e2d-8c30-4172a0444b1d is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:46.985945 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (b9b0145e-20b6-4e2d-8c30-4172a0444b1d), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:47.001070 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b0145e-20b6-4e2d-8c30-4172a0444b1d {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 13:57:47.025309 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port b9b0145e-20b6-4e2d-8c30-4172a0444b1d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b9b0145e-20b6-4e2d-8c30-4172a0444b1d,segment=NetworkSegment(9c57b919-e5fc-428e-923e-107dd11d09c4),segment_id=9c57b919-e5fc-428e-923e-107dd11d09c4)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:57:47.031903 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (b9b0145e-20b6-4e2d-8c30-4172a0444b1d), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:47.128800 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=b9b0145e-20b6-4e2d-8c30-4172a0444b1d,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:47.135003 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c7713-add2-422b-8e1e-d41c72a905f5 req-2213a518-59bd-4861-acd6-18e6d377f998 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:47.138839 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-853c7713-add2-422b-8e1e-d41c72a905f5 req-2213a518-59bd-4861-acd6-18e6d377f998 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 944 time: 0.1763208 Mar 02 13:57:47.154792 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188ed84-8bc6-4a24-93a1-3bd8cfa455f6 req-9454802c-8350-418d-a8b6-cbdc7b2b5541 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:47.162752 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4188ed84-8bc6-4a24-93a1-3bd8cfa455f6 req-9454802c-8350-418d-a8b6-cbdc7b2b5541 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 944 time: 0.1703899 Mar 02 13:57:47.193331 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 60570) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:47.209024 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5ff856ce-5518-49f6-8552-fe49881bc57e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:47.252867 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4188ed84-8bc6-4a24-93a1-3bd8cfa455f6 req-a3c31af5-2e80-48ab-b153-7724170c1df7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887651 Mar 02 13:57:47.269531 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-853c7713-add2-422b-8e1e-d41c72a905f5 req-bfe3a5d7-d345-4cc5-a900-b1394d799941 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039405 Mar 02 13:57:47.327063 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5ff856ce-5518-49f6-8552-fe49881bc57e admin admin] Publish callbacks [] for security_group (af8eb7a8-fd8e-4653-b085-30183ef4a51d), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:47.333187 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5ff856ce-5518-49f6-8552-fe49881bc57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (af8eb7a8-fd8e-4653-b085-30183ef4a51d), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:47.375015 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 60580) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:47.375263 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-5ff856ce-5518-49f6-8552-fe49881bc57e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb0b472e2f664993923322b47a447e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1807830 Mar 02 13:57:47.381078 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff856ce-5518-49f6-8552-fe49881bc57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8eb7a8-fd8e-4653-b085-30183ef4a51d,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:47.414001 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 60582) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:47.427863 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-6dab1b21-1428-4f24-8122-8e258a5fc6e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:47.474577 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ddf00-c0b4-4afe-8746-e37e3555f5e5 req-e4cecec7-6b4d-43f1-bdc3-415b2d0e4d3a tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:47.483100 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-128ddf00-c0b4-4afe-8746-e37e3555f5e5 req-e4cecec7-6b4d-43f1-bdc3-415b2d0e4d3a tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 945 time: 0.0945513 Mar 02 13:57:47.484772 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device d5b72211-1410-4045-9655-df5a3c6840ec up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:57:47.494249 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-ee267bc8-d674-4f6d-b2fd-e93165180db9 admin admin] Publish callbacks [] for security_group (af8eb7a8-fd8e-4653-b085-30183ef4a51d), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:47.531351 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-6dab1b21-1428-4f24-8122-8e258a5fc6e2 admin admin] Publish callbacks [] for security_group (af0c153f-254d-419f-95e0-a76572c2cc7f), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:47.537390 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-6dab1b21-1428-4f24-8122-8e258a5fc6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (af0c153f-254d-419f-95e0-a76572c2cc7f), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:47.546432 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-ee267bc8-d674-4f6d-b2fd-e93165180db9 admin admin] Publish callbacks [] for security_group (af8eb7a8-fd8e-4653-b085-30183ef4a51d), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:47.548129 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port d5b72211-1410-4045-9655-df5a3c6840ec completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 13:57:47.552941 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port d5b72211-1410-4045-9655-df5a3c6840ec triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:57:47.553552 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (d5b72211-1410-4045-9655-df5a3c6840ec), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:47.573933 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab1b21-1428-4f24-8122-8e258a5fc6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0c153f-254d-419f-95e0-a76572c2cc7f,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:47.574901 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-128ddf00-c0b4-4afe-8746-e37e3555f5e5 req-5badc0b8-6b22-4dbd-adfa-1bf7ef94ebfc tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2952561-2dd5-40dd-9e31-bc5ea1be0078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858166 Mar 02 13:57:47.598707 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-6dab1b21-1428-4f24-8122-8e258a5fc6e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c1e427a65e534d5ead1919d575bfe34a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1821313 Mar 02 13:57:47.599885 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 60584) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:47.624594 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-ee267bc8-d674-4f6d-b2fd-e93165180db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (af8eb7a8-fd8e-4653-b085-30183ef4a51d), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:47.627202 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-ee267bc8-d674-4f6d-b2fd-e93165180db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:47.630935 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-ee267bc8-d674-4f6d-b2fd-e93165180db9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af8eb7a8-fd8e-4653-b085-30183ef4a51d HTTP/1.1" status: 204 len: 168 time: 0.2523286 Mar 02 13:57:47.636978 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee267bc8-d674-4f6d-b2fd-e93165180db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8eb7a8-fd8e-4653-b085-30183ef4a51d,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:47.680424 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port d5b72211-1410-4045-9655-df5a3c6840ec is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:47.681804 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (d5b72211-1410-4045-9655-df5a3c6840ec), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:47.686532 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-02b26486-7e5d-4202-bcf4-f5bd6aae1f27 admin admin] Publish callbacks [] for security_group (af0c153f-254d-419f-95e0-a76572c2cc7f), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:47.711643 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c0a81a-b7d8-498a-8b10-b543a6c3907a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b72211-1410-4045-9655-df5a3c6840ec'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:57:47.714108 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64df2ace-9aec-4280-8080-ec29cd575ca7" -d '{"events": [{"server_uuid": "09c0a81a-b7d8-498a-8b10-b543a6c3907a", "name": "network-vif-plugged", "status": "completed", "tag": "d5b72211-1410-4045-9655-df5a3c6840ec"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:57:47.721376 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-02b26486-7e5d-4202-bcf4-f5bd6aae1f27 admin admin] Publish callbacks [] for security_group (af0c153f-254d-419f-95e0-a76572c2cc7f), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:47.753419 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port d5b72211-1410-4045-9655-df5a3c6840ec, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d5b72211-1410-4045-9655-df5a3c6840ec,segment=NetworkSegment(49f1ae7a-f510-49ee-8e39-25334c503aa7),segment_id=49f1ae7a-f510-49ee-8e39-25334c503aa7)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:57:47.756619 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['b9b0145e-20b6-4e2d-8c30-4172a0444b1d'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 13:57:47.760586 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (d5b72211-1410-4045-9655-df5a3c6840ec), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:47.761617 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 72119b2e-306d-48ff-9fa4-1dfcde665f61 up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:57:47.793079 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 13:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af189a82-c8b7-4fd3-bbfe-a2a89445148e x-openstack-request-id: req-af189a82-c8b7-4fd3-bbfe-a2a89445148e {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:57:47.793325 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-02b26486-7e5d-4202-bcf4-f5bd6aae1f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (af0c153f-254d-419f-95e0-a76572c2cc7f), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:47.793427 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c0a81a-b7d8-498a-8b10-b543a6c3907a", "name": "network-vif-plugged", "status": "completed", "tag": "d5b72211-1410-4045-9655-df5a3c6840ec", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:57:47.793635 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af189a82-c8b7-4fd3-bbfe-a2a89445148e {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:57:47.794522 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c0a81a-b7d8-498a-8b10-b543a6c3907a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b72211-1410-4045-9655-df5a3c6840ec', 'code': 200} Mar 02 13:57:47.802281 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-02b26486-7e5d-4202-bcf4-f5bd6aae1f27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:47.807481 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-02b26486-7e5d-4202-bcf4-f5bd6aae1f27 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af0c153f-254d-419f-95e0-a76572c2cc7f HTTP/1.1" status: 204 len: 168 time: 0.2062874 Mar 02 13:57:47.817362 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b26486-7e5d-4202-bcf4-f5bd6aae1f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0c153f-254d-419f-95e0-a76572c2cc7f,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:47.922006 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=d5b72211-1410-4045-9655-df5a3c6840ec,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:47.926612 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port 72119b2e-306d-48ff-9fa4-1dfcde665f61 completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 13:57:47.967813 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port 72119b2e-306d-48ff-9fa4-1dfcde665f61 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:57:47.968037 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (72119b2e-306d-48ff-9fa4-1dfcde665f61), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:48.097834 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652265d0-a02d-40f3-85b9-bbbb5fffd330 req-b0bd75a4-251b-47a2-901e-1403cd70f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:48.102591 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-652265d0-a02d-40f3-85b9-bbbb5fffd330 req-b0bd75a4-251b-47a2-901e-1403cd70f458 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 1130 time: 0.1186833 Mar 02 13:57:48.186927 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 72119b2e-306d-48ff-9fa4-1dfcde665f61 is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:48.191043 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (72119b2e-306d-48ff-9fa4-1dfcde665f61), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:48.210508 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-652265d0-a02d-40f3-85b9-bbbb5fffd330 req-00e911f5-7a5f-4d9f-bedb-7ce275e574cf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009459 Mar 02 13:57:48.285760 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 72119b2e-306d-48ff-9fa4-1dfcde665f61, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=72119b2e-306d-48ff-9fa4-1dfcde665f61,segment=NetworkSegment(49f1ae7a-f510-49ee-8e39-25334c503aa7),segment_id=49f1ae7a-f510-49ee-8e39-25334c503aa7)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:57:48.292926 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (72119b2e-306d-48ff-9fa4-1dfcde665f61), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:48.444320 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=72119b2e-306d-48ff-9fa4-1dfcde665f61,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:48.496434 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f674096-285c-421f-91fd-25135d679452 req-3a54bc83-7d2f-47a2-aee3-45c6dd7ad009 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:48.504280 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5f674096-285c-421f-91fd-25135d679452 req-3a54bc83-7d2f-47a2-aee3-45c6dd7ad009 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0845547 Mar 02 13:57:48.518923 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ea333-b89d-422e-9917-41d7b7d82088 req-ab053a52-3b7a-4292-b47f-23bb51bfb3ed tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:48.527958 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0d0ea333-b89d-422e-9917-41d7b7d82088 req-ab053a52-3b7a-4292-b47f-23bb51bfb3ed tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 944 time: 0.1417062 Mar 02 13:57:48.593224 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5f674096-285c-421f-91fd-25135d679452 req-781c0ef5-79be-4620-81c0-f82ec2352fbd tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853360 Mar 02 13:57:48.597022 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 60640) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:48.621715 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-36b5e47a-7f5c-4cd4-8085-5527e9e2b021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:48.648800 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0d0ea333-b89d-422e-9917-41d7b7d82088 req-f3400ab9-6eff-4db3-b72f-5e2e571ba4fe tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093080 Mar 02 13:57:48.721957 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-36b5e47a-7f5c-4cd4-8085-5527e9e2b021 admin admin] Publish callbacks [] for security_group (2f51add8-54ed-49ac-bb80-f637bccbb29f), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:48.726861 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-36b5e47a-7f5c-4cd4-8085-5527e9e2b021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (2f51add8-54ed-49ac-bb80-f637bccbb29f), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:48.759911 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f675981-61db-4ce4-b164-0eb25b9ce2da req-378a7f9f-043b-444a-a236-f214479b4642 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:48.769768 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7f675981-61db-4ce4-b164-0eb25b9ce2da req-378a7f9f-043b-444a-a236-f214479b4642 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 945 time: 0.0734832 Mar 02 13:57:48.785838 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5e47a-7f5c-4cd4-8085-5527e9e2b021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f51add8-54ed-49ac-bb80-f637bccbb29f,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:48.790322 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-36b5e47a-7f5c-4cd4-8085-5527e9e2b021 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd420019e61d40bf829e82b4397c38ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919193 Mar 02 13:57:48.796811 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 60644) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:48.823229 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7f675981-61db-4ce4-b164-0eb25b9ce2da req-209d54ba-be59-449b-acfa-7539a1b2990f tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2952561-2dd5-40dd-9e31-bc5ea1be0078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556347 Mar 02 13:57:48.861268 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-8f489f01-3f65-439f-9109-6926ad0b607d admin admin] Publish callbacks [] for security_group (2f51add8-54ed-49ac-bb80-f637bccbb29f), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:48.891348 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-8f489f01-3f65-439f-9109-6926ad0b607d admin admin] Publish callbacks [] for security_group (2f51add8-54ed-49ac-bb80-f637bccbb29f), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:48.952876 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-8f489f01-3f65-439f-9109-6926ad0b607d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (2f51add8-54ed-49ac-bb80-f637bccbb29f), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:48.956531 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-8f489f01-3f65-439f-9109-6926ad0b607d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:48.958507 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-8f489f01-3f65-439f-9109-6926ad0b607d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f51add8-54ed-49ac-bb80-f637bccbb29f HTTP/1.1" status: 204 len: 168 time: 0.1591771 Mar 02 13:57:48.970929 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f489f01-3f65-439f-9109-6926ad0b607d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f51add8-54ed-49ac-bb80-f637bccbb29f,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:49.790027 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2d797-fe8a-4276-8a9d-fe34fd8fdc91 req-20817756-1625-4f8c-9b50-884513af3bd9 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:49.792769 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-eaf2d797-fe8a-4276-8a9d-fe34fd8fdc91 req-20817756-1625-4f8c-9b50-884513af3bd9 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.1065955 Mar 02 13:57:49.796059 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de48080-54ee-4fff-8e33-92d2bf0d7262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72119b2e-306d-48ff-9fa4-1dfcde665f61'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:57:49.799114 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebc6304-f1a6-4c26-ab14-5060a93c41d6" -d '{"events": [{"server_uuid": "1de48080-54ee-4fff-8e33-92d2bf0d7262", "name": "network-vif-plugged", "status": "completed", "tag": "72119b2e-306d-48ff-9fa4-1dfcde665f61"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:57:49.849987 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device b9b0145e-20b6-4e2d-8c30-4172a0444b1d up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:57:49.907684 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-eaf2d797-fe8a-4276-8a9d-fe34fd8fdc91 req-7f6ad91a-ad44-4e6f-b3e0-347ec6a22e72 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942519 Mar 02 13:57:49.927067 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d8cf5-30ac-4edf-b974-5fcfcf7c3ab8 req-332cfe13-51f7-4570-bcc1-35d83ae12a93 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:49.935618 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cc9d8cf5-30ac-4edf-b974-5fcfcf7c3ab8 req-332cfe13-51f7-4570-bcc1-35d83ae12a93 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 944 time: 0.1332805 Mar 02 13:57:50.009621 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cc9d8cf5-30ac-4edf-b974-5fcfcf7c3ab8 req-22961b09-6744-48ce-b432-d8962513677b tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726824 Mar 02 13:57:50.021655 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port b9b0145e-20b6-4e2d-8c30-4172a0444b1d completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 13:57:50.035794 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 13:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9c0e45-9c64-4b2f-b78a-d7e287045d28 x-openstack-request-id: req-bd9c0e45-9c64-4b2f-b78a-d7e287045d28 {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:57:50.042057 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de48080-54ee-4fff-8e33-92d2bf0d7262", "name": "network-vif-plugged", "status": "completed", "tag": "72119b2e-306d-48ff-9fa4-1dfcde665f61", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:57:50.042950 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd9c0e45-9c64-4b2f-b78a-d7e287045d28 {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:57:50.043388 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de48080-54ee-4fff-8e33-92d2bf0d7262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72119b2e-306d-48ff-9fa4-1dfcde665f61', 'code': 200} Mar 02 13:57:50.044630 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port b9b0145e-20b6-4e2d-8c30-4172a0444b1d triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:57:50.045985 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (b9b0145e-20b6-4e2d-8c30-4172a0444b1d), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:50.196583 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port b9b0145e-20b6-4e2d-8c30-4172a0444b1d is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:57:50.197124 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (b9b0145e-20b6-4e2d-8c30-4172a0444b1d), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:50.236873 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port b9b0145e-20b6-4e2d-8c30-4172a0444b1d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b9b0145e-20b6-4e2d-8c30-4172a0444b1d,segment=NetworkSegment(9c57b919-e5fc-428e-923e-107dd11d09c4),segment_id=9c57b919-e5fc-428e-923e-107dd11d09c4)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:57:50.242250 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (b9b0145e-20b6-4e2d-8c30-4172a0444b1d), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:50.267891 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c119b-4b9e-46e1-9374-af7d67b60873 req-9e2d8887-cad4-43fb-a044-3b0e02590dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:50.269596 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cc1c119b-4b9e-46e1-9374-af7d67b60873 req-9e2d8887-cad4-43fb-a044-3b0e02590dc6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 1129 time: 0.0643747 Mar 02 13:57:50.320805 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=b9b0145e-20b6-4e2d-8c30-4172a0444b1d,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:50.343521 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cc1c119b-4b9e-46e1-9374-af7d67b60873 req-d73f7c1f-1702-4542-8511-ef5c36abb1a8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675840 Mar 02 13:57:51.079518 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9404d9-1e7c-4004-a53b-2b0bd9f11325 req-b3a21102-05f4-4474-add6-17b651892e07 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:51.081164 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-af9404d9-1e7c-4004-a53b-2b0bd9f11325 req-b3a21102-05f4-4474-add6-17b651892e07 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0681183 Mar 02 13:57:51.171297 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-af9404d9-1e7c-4004-a53b-2b0bd9f11325 req-f45ca070-723c-4a6f-9b9c-3484f8b87c69 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825484 Mar 02 13:57:51.232944 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80046475-ac4e-4402-ba83-2289366ac7d4 req-5673d29b-84d5-469c-b821-17def34ef1ba tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:51.234462 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-80046475-ac4e-4402-ba83-2289366ac7d4 req-5673d29b-84d5-469c-b821-17def34ef1ba tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0619776 Mar 02 13:57:51.297158 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-80046475-ac4e-4402-ba83-2289366ac7d4 req-657fcc93-7ec1-40f0-8d8e-acca699053c7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569437 Mar 02 13:57:52.045124 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ba62b9-22b4-4e26-ac77-ea9777f99525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b0145e-20b6-4e2d-8c30-4172a0444b1d'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:57:52.047468 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f16c4e0-6430-49d1-95b0-b26945581f78" -d '{"events": [{"server_uuid": "f4ba62b9-22b4-4e26-ac77-ea9777f99525", "name": "network-vif-plugged", "status": "completed", "tag": "b9b0145e-20b6-4e2d-8c30-4172a0444b1d"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:57:52.088831 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 13:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0266acf3-064e-457e-a2c6-bcc59e77e027 x-openstack-request-id: req-0266acf3-064e-457e-a2c6-bcc59e77e027 {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:57:52.089171 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ba62b9-22b4-4e26-ac77-ea9777f99525", "name": "network-vif-plugged", "status": "completed", "tag": "b9b0145e-20b6-4e2d-8c30-4172a0444b1d", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:57:52.089520 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0266acf3-064e-457e-a2c6-bcc59e77e027 {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:57:52.089899 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ba62b9-22b4-4e26-ac77-ea9777f99525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b0145e-20b6-4e2d-8c30-4172a0444b1d', 'code': 200} Mar 02 13:57:52.292356 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e3345-152d-4e7f-862c-33a5a452ac7d req-737fd877-84ce-422a-aea0-9dbebcb2de41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:52.295724 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cf3e3345-152d-4e7f-862c-33a5a452ac7d req-737fd877-84ce-422a-aea0-9dbebcb2de41 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 1129 time: 0.0586858 Mar 02 13:57:52.354639 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cf3e3345-152d-4e7f-862c-33a5a452ac7d req-62ce6c21-a9bf-4849-b07d-8d9e19b69e17 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523977 Mar 02 13:57:52.500090 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66538a8-050d-4792-bde1-00a5707b1ec0 req-4fe33122-c80e-4d55-ab16-002afe857beb tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:52.502153 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f66538a8-050d-4792-bde1-00a5707b1ec0 req-4fe33122-c80e-4d55-ab16-002afe857beb tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0985036 Mar 02 13:57:52.539307 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28640d-5b81-4423-bd98-5a412a73d617 req-2408c673-3482-4a46-85ad-f149e0808b07 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:52.541555 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0b28640d-5b81-4423-bd98-5a412a73d617 req-2408c673-3482-4a46-85ad-f149e0808b07 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0894814 Mar 02 13:57:52.609391 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f66538a8-050d-4792-bde1-00a5707b1ec0 req-680eaf81-a551-4dc2-8e58-743247e589d5 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005828 Mar 02 13:57:52.630971 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0b28640d-5b81-4423-bd98-5a412a73d617 req-5a9b63d3-4b4c-4162-a813-7efc29a65e2b tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792134 Mar 02 13:57:53.040256 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca4116-1d86-4dde-8d61-62db21d48658 req-cbf97bad-4a64-4dee-ab72-daca816465e6 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:53.041728 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-81ca4116-1d86-4dde-8d61-62db21d48658 req-cbf97bad-4a64-4dee-ab72-daca816465e6 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0538874 Mar 02 13:57:53.104077 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-81ca4116-1d86-4dde-8d61-62db21d48658 req-40372eda-1f7c-4efb-8373-5cf258769b39 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545292 Mar 02 13:57:53.162773 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 60908) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:53.265689 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9e7d70d5-836b-48d2-a7e8-0c093cf480b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:53.337918 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9e7d70d5-836b-48d2-a7e8-0c093cf480b9 admin admin] Publish callbacks [] for security_group (46c8d887-17bb-4174-b13d-689124a9bc43), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:53.342491 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9e7d70d5-836b-48d2-a7e8-0c093cf480b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (46c8d887-17bb-4174-b13d-689124a9bc43), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:53.380789 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-9e7d70d5-836b-48d2-a7e8-0c093cf480b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=304e59be52bc4b3eb8da2bbfd82e426c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169292 Mar 02 13:57:53.381726 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d70d5-836b-48d2-a7e8-0c093cf480b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c8d887-17bb-4174-b13d-689124a9bc43,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:53.383497 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 60912) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:53.433014 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bd3d1ead-02da-428e-851a-4f30a98e02b5 admin admin] Publish callbacks [] for security_group (46c8d887-17bb-4174-b13d-689124a9bc43), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:53.455344 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bd3d1ead-02da-428e-851a-4f30a98e02b5 admin admin] Publish callbacks [] for security_group (46c8d887-17bb-4174-b13d-689124a9bc43), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:53.500104 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bd3d1ead-02da-428e-851a-4f30a98e02b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (46c8d887-17bb-4174-b13d-689124a9bc43), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:53.502834 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bd3d1ead-02da-428e-851a-4f30a98e02b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:53.504001 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-bd3d1ead-02da-428e-851a-4f30a98e02b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46c8d887-17bb-4174-b13d-689124a9bc43 HTTP/1.1" status: 204 len: 168 time: 0.1187966 Mar 02 13:57:53.512030 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d1ead-02da-428e-851a-4f30a98e02b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c8d887-17bb-4174-b13d-689124a9bc43,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:53.733050 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513d83f-15a7-4dde-bd92-35060eae4b7c req-3a5c3e5d-3f8a-48d0-beb4-e31ea0123cc1 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:53.734557 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8513d83f-15a7-4dde-bd92-35060eae4b7c req-3a5c3e5d-3f8a-48d0-beb4-e31ea0123cc1 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0567794 Mar 02 13:57:53.783803 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8513d83f-15a7-4dde-bd92-35060eae4b7c req-8e971022-cc8d-4e02-9106-de6d72d51a86 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434115 Mar 02 13:57:53.786419 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 60924) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:53.802055 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9abdb71d-7759-48ad-8523-839ae9ce772b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:53.878363 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9abdb71d-7759-48ad-8523-839ae9ce772b admin admin] Publish callbacks [] for security_group (901cbe97-6bd1-404e-8c0a-71cf057f16c2), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:53.882197 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9abdb71d-7759-48ad-8523-839ae9ce772b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (901cbe97-6bd1-404e-8c0a-71cf057f16c2), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:53.928748 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-9abdb71d-7759-48ad-8523-839ae9ce772b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=beba12ece2b842e7a7f8aea735175bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407688 Mar 02 13:57:53.929950 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdb71d-7759-48ad-8523-839ae9ce772b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901cbe97-6bd1-404e-8c0a-71cf057f16c2,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:53.931465 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 60928) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:53.983915 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f7537e90-5456-44d1-84fb-47bba974eb00 admin admin] Publish callbacks [] for security_group (901cbe97-6bd1-404e-8c0a-71cf057f16c2), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:54.004955 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f7537e90-5456-44d1-84fb-47bba974eb00 admin admin] Publish callbacks [] for security_group (901cbe97-6bd1-404e-8c0a-71cf057f16c2), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:54.054998 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f7537e90-5456-44d1-84fb-47bba974eb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (901cbe97-6bd1-404e-8c0a-71cf057f16c2), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:54.057436 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f7537e90-5456-44d1-84fb-47bba974eb00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:54.058611 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-f7537e90-5456-44d1-84fb-47bba974eb00 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/901cbe97-6bd1-404e-8c0a-71cf057f16c2 HTTP/1.1" status: 204 len: 168 time: 0.1257501 Mar 02 13:57:54.066874 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7537e90-5456-44d1-84fb-47bba974eb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901cbe97-6bd1-404e-8c0a-71cf057f16c2,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:54.225356 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca3383-67c8-4d4d-ae9e-0eb75e3be43f req-405c9b8f-8077-4670-80dd-e5b305e95646 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:54.226945 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7eca3383-67c8-4d4d-ae9e-0eb75e3be43f req-405c9b8f-8077-4670-80dd-e5b305e95646 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0521991 Mar 02 13:57:54.273491 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7eca3383-67c8-4d4d-ae9e-0eb75e3be43f req-e83d46f5-bfca-4def-9242-8622c0a93f8f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410688 Mar 02 13:57:54.900368 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c95d6-a58d-46a9-8b78-cb345391cfbc req-bd02a7bb-f776-4a0e-8141-250a4914a002 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:54.901873 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8d6c95d6-a58d-46a9-8b78-cb345391cfbc req-bd02a7bb-f776-4a0e-8141-250a4914a002 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0506084 Mar 02 13:57:54.956336 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8d6c95d6-a58d-46a9-8b78-cb345391cfbc req-c69073ac-6bff-45d0-8bd9-dc4314aa9576 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476820 Mar 02 13:57:55.392119 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e594d2-0634-4d8c-a1fe-7579f4617156 req-7b9b33fe-49c2-4ec0-8d2c-6ccc0cc9b324 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:55.393658 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d3e594d2-0634-4d8c-a1fe-7579f4617156 req-7b9b33fe-49c2-4ec0-8d2c-6ccc0cc9b324 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0537641 Mar 02 13:57:55.440219 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d3e594d2-0634-4d8c-a1fe-7579f4617156 req-c13faece-8e69-407d-8ad2-d5aa92f7be37 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409656 Mar 02 13:57:55.563460 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435073a-a793-45d5-9255-9ba06d597e18 req-305cddee-0331-497f-902c-4e304ace365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:55.565014 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6435073a-a793-45d5-9255-9ba06d597e18 req-305cddee-0331-497f-902c-4e304ace365e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=607aa3bcf57041219e479bb3e70e3a3d&device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 1129 time: 0.0469627 Mar 02 13:57:55.660309 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435073a-a793-45d5-9255-9ba06d597e18 req-bfdad9d6-9d48-44af-864c-233e731e858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:55.662185 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6435073a-a793-45d5-9255-9ba06d597e18 req-bfdad9d6-9d48-44af-864c-233e731e858a service neutron] 10.222.0.20 "GET /v2.0/networks?id=dcaa62c3-8e05-4527-8824-303977b75d7c HTTP/1.1" status: 200 len: 919 time: 0.0905423 Mar 02 13:57:55.707101 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6435073a-a793-45d5-9255-9ba06d597e18 req-0f219484-a444-448b-b4f3-f4ca9f36f950 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72119b2e-306d-48ff-9fa4-1dfcde665f61 HTTP/1.1" status: 200 len: 217 time: 0.0364053 Mar 02 13:57:55.761699 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435073a-a793-45d5-9255-9ba06d597e18 req-f5d1b2c7-9d2a-468e-ad30-1e0695d16afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:55.763635 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6435073a-a793-45d5-9255-9ba06d597e18 req-f5d1b2c7-9d2a-468e-ad30-1e0695d16afe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=888c3150-7f50-41ab-b3cc-18dce7c033e2 HTTP/1.1" status: 200 len: 858 time: 0.0481210 Mar 02 13:57:55.800466 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6435073a-a793-45d5-9255-9ba06d597e18 req-ae5994ad-7372-42be-a80b-0d6cab9fddb9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcaa62c3-8e05-4527-8824-303977b75d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299897 Mar 02 13:57:55.899041 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6435073a-a793-45d5-9255-9ba06d597e18 req-e31999d8-0727-405a-a67e-9650c11e92ac service neutron] 10.222.0.20 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899639 Mar 02 13:57:56.022051 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6435073a-a793-45d5-9255-9ba06d597e18 req-dbb2b44e-b49c-4de1-9b34-a6975e40ee44 service neutron] 10.222.0.20 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160281 Mar 02 13:57:56.164322 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb0778-0f2c-4602-bd42-fd89263a92bc req-953446ea-313c-4a3f-b91b-c2807297ec03 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:56.167293 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-41fb0778-0f2c-4602-bd42-fd89263a92bc req-953446ea-313c-4a3f-b91b-c2807297ec03 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0898232 Mar 02 13:57:56.249339 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-41fb0778-0f2c-4602-bd42-fd89263a92bc req-aa182847-4fa3-47e6-9022-37de3bec2900 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730619 Mar 02 13:57:56.322408 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 32818) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:56.467287 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-de38c7a5-ce59-4e99-bc14-7828b73060e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:56.559218 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-de38c7a5-ce59-4e99-bc14-7828b73060e8 admin admin] Publish callbacks [] for security_group (80fd31d6-6d3a-4e3f-906c-dbb976a38ca6), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:56.571874 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-de38c7a5-ce59-4e99-bc14-7828b73060e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (80fd31d6-6d3a-4e3f-906c-dbb976a38ca6), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:56.608361 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c30c38-5853-4217-931c-609438bd5b39 req-4b0e65db-b658-47b1-83c6-9d64a848af8f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:56.615897 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-13c30c38-5853-4217-931c-609438bd5b39 req-4b0e65db-b658-47b1-83c6-9d64a848af8f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0908499 Mar 02 13:57:56.625942 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-de38c7a5-ce59-4e99-bc14-7828b73060e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a2f74c725bf342b7b872058ce28d2e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016250 Mar 02 13:57:56.626808 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 32832) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:56.627756 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38c7a5-ce59-4e99-bc14-7828b73060e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fd31d6-6d3a-4e3f-906c-dbb976a38ca6,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:56.675884 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-13c30c38-5853-4217-931c-609438bd5b39 req-571f8d41-405c-46d6-8d8d-8813ee65a842 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590417 Mar 02 13:57:56.701848 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-325ea983-2b9e-4ae4-b997-f7c1bb3d72be admin admin] Publish callbacks [] for security_group (80fd31d6-6d3a-4e3f-906c-dbb976a38ca6), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:56.727967 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-325ea983-2b9e-4ae4-b997-f7c1bb3d72be admin admin] Publish callbacks [] for security_group (80fd31d6-6d3a-4e3f-906c-dbb976a38ca6), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:56.785445 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-325ea983-2b9e-4ae4-b997-f7c1bb3d72be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (80fd31d6-6d3a-4e3f-906c-dbb976a38ca6), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:56.788188 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-325ea983-2b9e-4ae4-b997-f7c1bb3d72be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:56.791219 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-325ea983-2b9e-4ae4-b997-f7c1bb3d72be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80fd31d6-6d3a-4e3f-906c-dbb976a38ca6 HTTP/1.1" status: 204 len: 168 time: 0.1603181 Mar 02 13:57:56.799551 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ea983-2b9e-4ae4-b997-f7c1bb3d72be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fd31d6-6d3a-4e3f-906c-dbb976a38ca6,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:57.160084 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 32864) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:57.174468 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-6985b8f5-3029-4d42-b4dc-2c7a47c0d1eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:57.266711 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 32866) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:57.275926 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-6985b8f5-3029-4d42-b4dc-2c7a47c0d1eb admin admin] Publish callbacks [] for security_group (e19312d8-61bd-4f36-bfa7-35be666e64ce), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:57.280735 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-6985b8f5-3029-4d42-b4dc-2c7a47c0d1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (e19312d8-61bd-4f36-bfa7-35be666e64ce), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:57.319551 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985b8f5-3029-4d42-b4dc-2c7a47c0d1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19312d8-61bd-4f36-bfa7-35be666e64ce,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:57.383536 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-6985b8f5-3029-4d42-b4dc-2c7a47c0d1eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd6ae0044ff7462295edc5e0524918e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219245 Mar 02 13:57:57.384610 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 32874) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:57.452973 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-40b3fc53-5dd3-492c-9805-edd548053ca8 admin admin] Publish callbacks [] for security_group (e19312d8-61bd-4f36-bfa7-35be666e64ce), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:57.489299 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-40b3fc53-5dd3-492c-9805-edd548053ca8 admin admin] Publish callbacks [] for security_group (e19312d8-61bd-4f36-bfa7-35be666e64ce), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:57.492662 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-99be1ac4-d262-4ac6-be02-5c7003dca2a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:57.583302 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-99be1ac4-d262-4ac6-be02-5c7003dca2a7 admin admin] Publish callbacks [] for security_group (0382f99a-c49d-4f79-988e-4474b308ab61), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:57.586196 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193a1ad-0692-42a1-81ea-cbc51f0e278b req-3b162bf6-5db7-4b7d-8728-dda2fe1b05e7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:57.588044 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8193a1ad-0692-42a1-81ea-cbc51f0e278b req-3b162bf6-5db7-4b7d-8728-dda2fe1b05e7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0823512 Mar 02 13:57:57.591997 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-99be1ac4-d262-4ac6-be02-5c7003dca2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (0382f99a-c49d-4f79-988e-4474b308ab61), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:57.605305 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-40b3fc53-5dd3-492c-9805-edd548053ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (e19312d8-61bd-4f36-bfa7-35be666e64ce), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:57.608972 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-40b3fc53-5dd3-492c-9805-edd548053ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:57.613528 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-40b3fc53-5dd3-492c-9805-edd548053ca8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e19312d8-61bd-4f36-bfa7-35be666e64ce HTTP/1.1" status: 204 len: 168 time: 0.2266669 Mar 02 13:57:57.637007 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3fc53-5dd3-492c-9805-edd548053ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19312d8-61bd-4f36-bfa7-35be666e64ce,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:57.662444 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-99be1ac4-d262-4ac6-be02-5c7003dca2a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d744d8866c044e5dbc5d8989f91e0de9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3951333 Mar 02 13:57:57.663099 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 32894) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:57.707137 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8193a1ad-0692-42a1-81ea-cbc51f0e278b req-90742dc3-5334-4058-93f3-d17e7fe13b08 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114860 Mar 02 13:57:57.733194 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be1ac4-d262-4ac6-be02-5c7003dca2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0382f99a-c49d-4f79-988e-4474b308ab61,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:57.781199 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c92b0265-ab2d-42d3-b4ea-df1cb80243e9 admin admin] Publish callbacks [] for security_group (0382f99a-c49d-4f79-988e-4474b308ab61), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:57.812392 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c92b0265-ab2d-42d3-b4ea-df1cb80243e9 admin admin] Publish callbacks [] for security_group (0382f99a-c49d-4f79-988e-4474b308ab61), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:57.875443 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c92b0265-ab2d-42d3-b4ea-df1cb80243e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (0382f99a-c49d-4f79-988e-4474b308ab61), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:57.878273 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c92b0265-ab2d-42d3-b4ea-df1cb80243e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:57.879507 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-c92b0265-ab2d-42d3-b4ea-df1cb80243e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0382f99a-c49d-4f79-988e-4474b308ab61 HTTP/1.1" status: 204 len: 168 time: 0.2106953 Mar 02 13:57:57.902962 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b0265-ab2d-42d3-b4ea-df1cb80243e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0382f99a-c49d-4f79-988e-4474b308ab61,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:57.956860 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2212101-9b8f-4b45-803f-80994161d1cc req-b5ab167e-46e7-4c01-9821-614f17f0f382 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:57.958483 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d2212101-9b8f-4b45-803f-80994161d1cc req-b5ab167e-46e7-4c01-9821-614f17f0f382 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.1684744 Mar 02 13:57:57.971999 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af975c-7284-4d03-82db-16e197a1f3a7 req-2a6326b6-9bd5-4b59-b9ea-fc6d8c652358 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:57.973483 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-92af975c-7284-4d03-82db-16e197a1f3a7 req-2a6326b6-9bd5-4b59-b9ea-fc6d8c652358 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0870717 Mar 02 13:57:57.982110 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 32912) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:57.987180 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-ce50efad-0d98-46c9-a398-b6c90d33d2f9 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Request body: {'floatingip': {'port_id': 'b9b0145e-20b6-4e2d-8c30-4172a0444b1d'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:58.041611 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d2212101-9b8f-4b45-803f-80994161d1cc req-1650d4da-3730-4134-ab01-ce99ad9b07c8 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671287 Mar 02 13:57:58.063386 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ce50efad-0d98-46c9-a398-b6c90d33d2f9 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for floatingip (eb6ec5f3-168b-4a89-9a03-50415bcc9855), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:58.346365 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 32924) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:58.361001 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-73b947b6-fcb6-4f6e-881c-f79a910b2202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:58.501340 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-73b947b6-fcb6-4f6e-881c-f79a910b2202 admin admin] Publish callbacks [] for security_group (c734d6f4-c66e-4159-9e64-2745a1cccf1f), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:58.505798 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-73b947b6-fcb6-4f6e-881c-f79a910b2202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (c734d6f4-c66e-4159-9e64-2745a1cccf1f), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:58.558681 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-73b947b6-fcb6-4f6e-881c-f79a910b2202 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fbfaaa17676c412c895bca927398cc34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108021 Mar 02 13:57:58.561561 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b947b6-fcb6-4f6e-881c-f79a910b2202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c734d6f4-c66e-4159-9e64-2745a1cccf1f,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:58.563191 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 32934) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:58.753332 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 32942) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:58.850679 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-5745f027-6f2b-47d4-b721-04a751d36e8e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1647929182-network', 'tenant_id': 'a41c93f03e7747a38eeb76ffeac4def4'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:58.869890 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5745f027-6f2b-47d4-b721-04a751d36e8e admin admin] Made reservation on behalf of a41c93f03e7747a38eeb76ffeac4def4 for: {'network': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:57:58.872414 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5745f027-6f2b-47d4-b721-04a751d36e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for network (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:58.883657 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5745f027-6f2b-47d4-b721-04a751d36e8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:58.963304 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5745f027-6f2b-47d4-b721-04a751d36e8e admin admin] Publish callbacks [] for security_group (046e240d-192c-4955-9b6d-70d97b50adf9), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:58.963449 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b9b9-9ce3-4563-bf06-5c7e1d31b4be admin admin] Publish callbacks [] for security_group (c734d6f4-c66e-4159-9e64-2745a1cccf1f), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:58.968007 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5745f027-6f2b-47d4-b721-04a751d36e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (046e240d-192c-4955-9b6d-70d97b50adf9), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:58.994143 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5745f027-6f2b-47d4-b721-04a751d36e8e admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=102940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 13:57:59.004346 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745f027-6f2b-47d4-b721-04a751d36e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046e240d-192c-4955-9b6d-70d97b50adf9,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:59.009443 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5745f027-6f2b-47d4-b721-04a751d36e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (d0fb4efb-6f68-40d0-a454-0fbdfa7fedc2), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:59.009998 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.db.segments_db [None req-5745f027-6f2b-47d4-b721-04a751d36e8e admin admin] Added segment d0fb4efb-6f68-40d0-a454-0fbdfa7fedc2 of type vlan for network d8b74163-ed2c-43fb-9592-401ac20d1343 Mar 02 13:57:59.055530 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5745f027-6f2b-47d4-b721-04a751d36e8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060850773'] for network (d8b74163-ed2c-43fb-9592-401ac20d1343), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:59.076916 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b9b9-9ce3-4563-bf06-5c7e1d31b4be admin admin] Publish callbacks [] for security_group (c734d6f4-c66e-4159-9e64-2745a1cccf1f), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:59.109453 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5745f027-6f2b-47d4-b721-04a751d36e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for network (d8b74163-ed2c-43fb-9592-401ac20d1343), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:59.110662 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ce50efad-0d98-46c9-a398-b6c90d33d2f9 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:59.111167 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5745f027-6f2b-47d4-b721-04a751d36e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:59.112469 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5745f027-6f2b-47d4-b721-04a751d36e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:59.125853 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ce50efad-0d98-46c9-a398-b6c90d33d2f9 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607373'] for floatingip (eb6ec5f3-168b-4a89-9a03-50415bcc9855), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:59.219823 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-5745f027-6f2b-47d4-b721-04a751d36e8e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4653032 Mar 02 13:57:59.222980 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 32954) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:59.232078 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-16883dd8-26b0-4492-a270-fea9f864edbf admin admin] Request body: {'subnet': {'network_id': 'd8b74163-ed2c-43fb-9592-401ac20d1343', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1647929182-subnet', 'tenant_id': 'a41c93f03e7747a38eeb76ffeac4def4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:57:59.238743 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745f027-6f2b-47d4-b721-04a751d36e8e admin admin] Pushing event updated for resources: {'Network': ['ID=d8b74163-ed2c-43fb-9592-401ac20d1343,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:59.249091 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b9b9-9ce3-4563-bf06-5c7e1d31b4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (c734d6f4-c66e-4159-9e64-2745a1cccf1f), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:59.250437 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Network d8b74163-ed2c-43fb-9592-401ac20d1343 details requested by agent ovs-agent-dv-cinder-831247-3-iscsi with host dv-cinder-831247-3-iscsi {{(pid=102941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 13:57:59.251716 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-2ba4b9b9-9ce3-4563-bf06-5c7e1d31b4be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:59.252863 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-2ba4b9b9-9ce3-4563-bf06-5c7e1d31b4be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c734d6f4-c66e-4159-9e64-2745a1cccf1f HTTP/1.1" status: 204 len: 168 time: 0.6694179 Mar 02 13:57:59.271902 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4b9b9-9ce3-4563-bf06-5c7e1d31b4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c734d6f4-c66e-4159-9e64-2745a1cccf1f,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:59.275621 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.l3_db [None req-ce50efad-0d98-46c9-a398-b6c90d33d2f9 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Floating IP eb6ec5f3-168b-4a89-9a03-50415bcc9855 associated. External IP: 172.27.1.209, port: b9b0145e-20b6-4e2d-8c30-4172a0444b1d. Mar 02 13:57:59.297987 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7477d1-367d-443b-9bd9-d54f6123c582 req-4b5ddc8e-3238-468a-a8be-277006b2332f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:59.300098 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8b7477d1-367d-443b-9bd9-d54f6123c582 req-4b5ddc8e-3238-468a-a8be-277006b2332f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.1761770 Mar 02 13:57:59.316767 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16883dd8-26b0-4492-a270-fea9f864edbf admin admin] Made reservation on behalf of a41c93f03e7747a38eeb76ffeac4def4 for: {'subnet': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:57:59.322638 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-16883dd8-26b0-4492-a270-fea9f864edbf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:59.469541 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8b7477d1-367d-443b-9bd9-d54f6123c582 req-b06b140c-3cc6-4927-ae54-8f46ac10d3c1 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591365 Mar 02 13:57:59.616742 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce50efad-0d98-46c9-a398-b6c90d33d2f9 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Router d186c79b-9671-4477-81c6-69d6515c9ebd has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 13:57:59.638341 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-16883dd8-26b0-4492-a270-fea9f864edbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for subnet (ab6a6603-a5ee-4081-8728-8298ef4d48a6), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:59.680495 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 32972) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:57:59.698838 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16883dd8-26b0-4492-a270-fea9f864edbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab6a6603-a5ee-4081-8728-8298ef4d48a6,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:59.706678 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16883dd8-26b0-4492-a270-fea9f864edbf admin admin] Checking segment: {'id': 'd0fb4efb-6f68-40d0-a454-0fbdfa7fedc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd8b74163-ed2c-43fb-9592-401ac20d1343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:57:59.707051 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16883dd8-26b0-4492-a270-fea9f864edbf admin admin] Network hostable DHCP agents. Network: d8b74163-ed2c-43fb-9592-401ac20d1343, hostable agents: ['75e4ba60-1427-4d6a-953c-035315e6206b'], hosted agents: [] {{(pid=102940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 13:57:59.724881 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16883dd8-26b0-4492-a270-fea9f864edbf admin admin] Network d8b74163-ed2c-43fb-9592-401ac20d1343 is scheduled to be hosted by DHCP agent 75e4ba60-1427-4d6a-953c-035315e6206b with binding_index 1 {{(pid=102940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 13:57:59.727568 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-50108277-cefd-4448-86c9-d2034ca650f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:59.733668 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-16883dd8-26b0-4492-a270-fea9f864edbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-3-iscsi, d8b74163-ed2c-43fb-9592-401ac20d1343) {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:57:59.737827 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16883dd8-26b0-4492-a270-fea9f864edbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:57:59.738429 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-16883dd8-26b0-4492-a270-fea9f864edbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:59.743403 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06da645-5cb6-490d-991d-d2a8869a8af2 None None] Network d8b74163-ed2c-43fb-9592-401ac20d1343 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:57:59.756006 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce50efad-0d98-46c9-a398-b6c90d33d2f9 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 13:57:59.760772 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ce50efad-0d98-46c9-a398-b6c90d33d2f9 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:59.767819 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-16883dd8-26b0-4492-a270-fea9f864edbf admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5411012 Mar 02 13:57:59.780251 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bafa9a6-091f-4def-8b41-314b05fb3134 None None] Sync routers for ids ['d186c79b-9671-4477-81c6-69d6515c9ebd'] in dv-cinder-831247-3-iscsi {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 13:57:59.795887 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bafa9a6-091f-4def-8b41-314b05fb3134 None None] Routers {'d186c79b-9671-4477-81c6-69d6515c9ebd'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:57:59.797117 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-7bafa9a6-091f-4def-8b41-314b05fb3134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:57:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['d186c79b-9671-4477-81c6-69d6515c9ebd'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:57:59.824567 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-ce50efad-0d98-46c9-a398-b6c90d33d2f9 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "PUT /v2.0/floatingips/eb6ec5f3-168b-4a89-9a03-50415bcc9855 HTTP/1.1" status: 200 len: 991 time: 1.8321455 Mar 02 13:57:59.827683 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ba62b9-22b4-4e26-ac77-ea9777f99525', 'tag': 'b9b0145e-20b6-4e2d-8c30-4172a0444b1d'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:57:59.834608 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866a5686-eb21-47f3-b9da-7c00a9364a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ba62b9-22b4-4e26-ac77-ea9777f99525", "tag": "b9b0145e-20b6-4e2d-8c30-4172a0444b1d"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:57:59.865329 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fe6f93-8a6f-457b-b62b-9d3418969364 None None] Network d8b74163-ed2c-43fb-9592-401ac20d1343 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:57:59.898310 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-50108277-cefd-4448-86c9-d2034ca650f3 admin admin] Publish callbacks [] for security_group (53ecdeec-9c92-4638-8068-2b1fd04daa01), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:59.903887 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-50108277-cefd-4448-86c9-d2034ca650f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (53ecdeec-9c92-4638-8068-2b1fd04daa01), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:57:59.920620 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 13:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25039114-8b47-49ca-bbff-9e9f32e3dfeb x-openstack-request-id: req-25039114-8b47-49ca-bbff-9e9f32e3dfeb {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:57:59.920620 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ba62b9-22b4-4e26-ac77-ea9777f99525", "tag": "b9b0145e-20b6-4e2d-8c30-4172a0444b1d", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:57:59.920620 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25039114-8b47-49ca-bbff-9e9f32e3dfeb {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:57:59.921126 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ba62b9-22b4-4e26-ac77-ea9777f99525', 'tag': 'b9b0145e-20b6-4e2d-8c30-4172a0444b1d', 'status': 'completed', 'code': 200} Mar 02 13:57:59.948531 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-7bafa9a6-091f-4def-8b41-314b05fb3134 None None] Set router d186c79b-9671-4477-81c6-69d6515c9ebd gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:57:59.959387 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-50108277-cefd-4448-86c9-d2034ca650f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33ecf388c8334889bb8cc4da3c322412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747757 Mar 02 13:57:59.959387 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50108277-cefd-4448-86c9-d2034ca650f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ecdeec-9c92-4638-8068-2b1fd04daa01,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:57:59.959749 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 32984) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:00.043093 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3522cf94-e69c-439e-a4d3-24ac50f4a478 admin admin] Publish callbacks [] for security_group (53ecdeec-9c92-4638-8068-2b1fd04daa01), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:00.073929 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3522cf94-e69c-439e-a4d3-24ac50f4a478 admin admin] Publish callbacks [] for security_group (53ecdeec-9c92-4638-8068-2b1fd04daa01), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:00.138463 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3522cf94-e69c-439e-a4d3-24ac50f4a478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (53ecdeec-9c92-4638-8068-2b1fd04daa01), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:00.142069 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3522cf94-e69c-439e-a4d3-24ac50f4a478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:00.143256 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-3522cf94-e69c-439e-a4d3-24ac50f4a478 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53ecdeec-9c92-4638-8068-2b1fd04daa01 HTTP/1.1" status: 204 len: 168 time: 0.1832516 Mar 02 13:58:00.150769 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522cf94-e69c-439e-a4d3-24ac50f4a478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ecdeec-9c92-4638-8068-2b1fd04daa01,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:00.253509 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 13:58:00.273368 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-7bafa9a6-091f-4def-8b41-314b05fb3134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:19Z', 'revision_number': 4, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port': {'id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': 'eb6ec5f3-168b-4a89-9a03-50415bcc9855', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'port_id': 'b9b0145e-20b6-4e2d-8c30-4172a0444b1d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'mac_address': 'fa:16:3e:33:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ba62b9-22b4-4e26-ac77-ea9777f99525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T13:57:27Z', 'updated_at': '2022-03-02T13:57:58Z', 'revision_number': 1, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4501349e-12c5-43b3-8524-96bafc4ef3d2', 'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'mac_address': 'fa:16:3e:19:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:18Z', 'updated_at': '2022-03-02T13:57:24Z', 'revision_number': 5, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'subnets': [{'id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:00.304129 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bafa9a6-091f-4def-8b41-314b05fb3134 None None] Checking router: d186c79b-9671-4477-81c6-69d6515c9ebd for host: dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 13:58:00.313558 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bafa9a6-091f-4def-8b41-314b05fb3134 None None] Routers {'d186c79b-9671-4477-81c6-69d6515c9ebd'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:58:00.314182 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-7bafa9a6-091f-4def-8b41-314b05fb3134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:57:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['d186c79b-9671-4477-81c6-69d6515c9ebd'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:00.555360 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-7bafa9a6-091f-4def-8b41-314b05fb3134 None None] Set router d186c79b-9671-4477-81c6-69d6515c9ebd gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:58:00.577970 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a5686-eb21-47f3-b9da-7c00a9364a8a req-beed2002-2228-4bd9-9129-77290a35b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:00.579355 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 33016) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:00.584682 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-ee4ecdcf-3a5a-4015-ab84-39ef0a6b8ca3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1724402836-network', 'tenant_id': '7b8c43e69f454af2b9564b4d8c590221'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:58:00.591379 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-866a5686-eb21-47f3-b9da-7c00a9364a8a req-beed2002-2228-4bd9-9129-77290a35b6f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=64ebff49f62c4b4dbc756d0c15f028e8&device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 1129 time: 0.1362667 Mar 02 13:58:00.624605 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4ecdcf-3a5a-4015-ab84-39ef0a6b8ca3 admin admin] Made reservation on behalf of 7b8c43e69f454af2b9564b4d8c590221 for: {'network': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:58:00.627531 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecdcf-3a5a-4015-ab84-39ef0a6b8ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for network (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:00.650439 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecdcf-3a5a-4015-ab84-39ef0a6b8ca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:00.755288 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a201c6-9ded-4603-b8ab-c6e4da4b629b req-ef56e1ab-e60b-4894-9f1b-48f522453c25 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:00.761993 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-20a201c6-9ded-4603-b8ab-c6e4da4b629b req-ef56e1ab-e60b-4894-9f1b-48f522453c25 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.1631169 Mar 02 13:58:00.769666 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecdcf-3a5a-4015-ab84-39ef0a6b8ca3 admin admin] Publish callbacks [] for security_group (ebb361fc-ef21-41c5-b606-7a0dd8c89f49), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:00.776025 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecdcf-3a5a-4015-ab84-39ef0a6b8ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (ebb361fc-ef21-41c5-b606-7a0dd8c89f49), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:00.814203 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a5686-eb21-47f3-b9da-7c00a9364a8a req-933a6717-c3a9-454d-8c2d-47c002253f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:00.816077 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4ecdcf-3a5a-4015-ab84-39ef0a6b8ca3 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=102939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 13:58:00.816361 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-866a5686-eb21-47f3-b9da-7c00a9364a8a req-933a6717-c3a9-454d-8c2d-47c002253f4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76 HTTP/1.1" status: 200 len: 912 time: 0.2162652 Mar 02 13:58:00.844277 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ecdcf-3a5a-4015-ab84-39ef0a6b8ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb361fc-ef21-41c5-b606-7a0dd8c89f49,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:00.848925 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecdcf-3a5a-4015-ab84-39ef0a6b8ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (6b8b086f-28f1-4b5b-9779-80feab1f6b5d), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:00.849500 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.segments_db [None req-ee4ecdcf-3a5a-4015-ab84-39ef0a6b8ca3 admin admin] Added segment 6b8b086f-28f1-4b5b-9779-80feab1f6b5d of type vlan for network 1ec004d9-6709-4b2b-92aa-c5e627a011f8 Mar 02 13:58:00.859031 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-20a201c6-9ded-4603-b8ab-c6e4da4b629b req-68b35095-e42d-4d13-acef-c478f7d93f0b tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915482 Mar 02 13:58:00.865773 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-7bafa9a6-091f-4def-8b41-314b05fb3134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:19Z', 'revision_number': 4, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port': {'id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': 'eb6ec5f3-168b-4a89-9a03-50415bcc9855', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'port_id': 'b9b0145e-20b6-4e2d-8c30-4172a0444b1d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'mac_address': 'fa:16:3e:33:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ba62b9-22b4-4e26-ac77-ea9777f99525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T13:57:27Z', 'updated_at': '2022-03-02T13:57:58Z', 'revision_number': 1, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4501349e-12c5-43b3-8524-96bafc4ef3d2', 'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'mac_address': 'fa:16:3e:19:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:18Z', 'updated_at': '2022-03-02T13:57:24Z', 'revision_number': 5, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'subnets': [{'id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:00.906592 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bafa9a6-091f-4def-8b41-314b05fb3134 None None] The sync data for ids ['d186c79b-9671-4477-81c6-69d6515c9ebd'] in dv-cinder-831247-3-iscsi is: [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:19Z', 'revision_number': 4, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port': {'id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': 'eb6ec5f3-168b-4a89-9a03-50415bcc9855', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'port_id': 'b9b0145e-20b6-4e2d-8c30-4172a0444b1d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'mac_address': 'fa:16:3e:33:1b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ba62b9-22b4-4e26-ac77-ea9777f99525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T13:57:27Z', 'updated_at': '2022-03-02T13:57:58Z', 'revision_number': 1, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4501349e-12c5-43b3-8524-96bafc4ef3d2', 'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'mac_address': 'fa:16:3e:19:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:18Z', 'updated_at': '2022-03-02T13:57:24Z', 'revision_number': 5, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'subnets': [{'id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 13:58:00.909012 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecdcf-3a5a-4015-ab84-39ef0a6b8ca3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060850773'] for network (1ec004d9-6709-4b2b-92aa-c5e627a011f8), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:00.938664 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecdcf-3a5a-4015-ab84-39ef0a6b8ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for network (1ec004d9-6709-4b2b-92aa-c5e627a011f8), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:00.939683 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ecdcf-3a5a-4015-ab84-39ef0a6b8ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:00.940279 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecdcf-3a5a-4015-ab84-39ef0a6b8ca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:01.001144 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-866a5686-eb21-47f3-b9da-7c00a9364a8a req-50f7737d-aa53-4385-8e70-1cd4ada2b674 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9b0145e-20b6-4e2d-8c30-4172a0444b1d HTTP/1.1" status: 200 len: 999 time: 0.1709213 Mar 02 13:58:01.019579 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ecdcf-3a5a-4015-ab84-39ef0a6b8ca3 admin admin] Pushing event updated for resources: {'Network': ['ID=1ec004d9-6709-4b2b-92aa-c5e627a011f8,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:01.026829 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-ee4ecdcf-3a5a-4015-ab84-39ef0a6b8ca3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4461331 Mar 02 13:58:01.030224 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 33030) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:01.031975 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Network 1ec004d9-6709-4b2b-92aa-c5e627a011f8 details requested by agent ovs-agent-dv-cinder-831247-3-iscsi with host dv-cinder-831247-3-iscsi {{(pid=102941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 13:58:01.035457 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-4c47797b-5569-4236-a25c-b01be0d50197 admin admin] Request body: {'subnet': {'network_id': '1ec004d9-6709-4b2b-92aa-c5e627a011f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1724402836-subnet', 'tenant_id': '7b8c43e69f454af2b9564b4d8c590221', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:58:01.059102 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c47797b-5569-4236-a25c-b01be0d50197 admin admin] Made reservation on behalf of 7b8c43e69f454af2b9564b4d8c590221 for: {'subnet': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:58:01.063992 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4c47797b-5569-4236-a25c-b01be0d50197 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7666320'] for subnet (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:01.068586 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a5686-eb21-47f3-b9da-7c00a9364a8a req-629cc6d7-a96e-443c-a5f9-6b26592ddcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:01.071066 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-866a5686-eb21-47f3-b9da-7c00a9364a8a req-629cc6d7-a96e-443c-a5f9-6b26592ddcf1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4162740a-dc51-4b0e-a76f-5454f57d9ff4 HTTP/1.1" status: 200 len: 850 time: 0.0609012 Mar 02 13:58:01.156758 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a5686-eb21-47f3-b9da-7c00a9364a8a req-631b48eb-5eec-43af-b854-ee160915ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:01.158274 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-866a5686-eb21-47f3-b9da-7c00a9364a8a req-631b48eb-5eec-43af-b854-ee160915ec30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747576 Mar 02 13:58:01.227208 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ea191-17ec-497d-8f32-a4a75de7f481 None None] New status for floating IP eb6ec5f3-168b-4a89-9a03-50415bcc9855: ACTIVE {{(pid=102941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 13:58:01.286972 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-866a5686-eb21-47f3-b9da-7c00a9364a8a req-092c1b14-21e8-4c5b-a3e1-7aa84aab33bb service neutron] 10.222.0.20 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197534 Mar 02 13:58:01.288913 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4c47797b-5569-4236-a25c-b01be0d50197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4828396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7666338'] for subnet (e7e9dbff-1cfb-47a4-afd1-8963f4f9870d), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:01.363903 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47797b-5569-4236-a25c-b01be0d50197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e9dbff-1cfb-47a4-afd1-8963f4f9870d,revision_number=0']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:01.370520 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c47797b-5569-4236-a25c-b01be0d50197 admin admin] Checking segment: {'id': '6b8b086f-28f1-4b5b-9779-80feab1f6b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1ec004d9-6709-4b2b-92aa-c5e627a011f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:58:01.370935 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c47797b-5569-4236-a25c-b01be0d50197 admin admin] Network hostable DHCP agents. Network: 1ec004d9-6709-4b2b-92aa-c5e627a011f8, hostable agents: ['75e4ba60-1427-4d6a-953c-035315e6206b'], hosted agents: [] {{(pid=102939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 13:58:01.393310 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c47797b-5569-4236-a25c-b01be0d50197 admin admin] Network 1ec004d9-6709-4b2b-92aa-c5e627a011f8 is scheduled to be hosted by DHCP agent 75e4ba60-1427-4d6a-953c-035315e6206b with binding_index 1 {{(pid=102939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 13:58:01.400761 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-866a5686-eb21-47f3-b9da-7c00a9364a8a req-9c883fa3-bdeb-4af1-8a3d-d8598fb83abb service neutron] 10.222.0.20 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011968 Mar 02 13:58:01.405401 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-4c47797b-5569-4236-a25c-b01be0d50197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-3-iscsi, 1ec004d9-6709-4b2b-92aa-c5e627a011f8) {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:58:01.423430 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297eaec7-fabf-4b2b-a7ad-111ba6dc8f8e None None] Network 1ec004d9-6709-4b2b-92aa-c5e627a011f8 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:58:01.427940 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c47797b-5569-4236-a25c-b01be0d50197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:01.429728 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4c47797b-5569-4236-a25c-b01be0d50197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:01.449961 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-4c47797b-5569-4236-a25c-b01be0d50197 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4183519 Mar 02 13:58:01.756469 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9361436c-9033-428f-833b-37c934959286 None None] Network 1ec004d9-6709-4b2b-92aa-c5e627a011f8 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:58:02.180398 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc406f-9e38-46e6-89d0-d0a99ee08fa5 req-ff57f78a-053e-4e99-b92e-193783e8f056 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:02.182908 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bebc406f-9e38-46e6-89d0-d0a99ee08fa5 req-ff57f78a-053e-4e99-b92e-193783e8f056 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.2415943 Mar 02 13:58:02.252666 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bebc406f-9e38-46e6-89d0-d0a99ee08fa5 req-2d230f12-9fe9-4c89-bd22-38cc4bb20c02 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625169 Mar 02 13:58:03.370193 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eec30b-b719-498e-856e-b541bfc58dfb req-7da27391-2a6e-4465-918d-8ffaec719a12 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:03.371657 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-98eec30b-b719-498e-856e-b541bfc58dfb req-7da27391-2a6e-4465-918d-8ffaec719a12 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0504830 Mar 02 13:58:03.419325 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-98eec30b-b719-498e-856e-b541bfc58dfb req-70cef229-11d2-4309-a664-b11191f49842 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408068 Mar 02 13:58:03.738349 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6dc29-3caa-4dfe-9415-d7ca1be06469 req-67b6c856-41c8-4949-9348-c2416189e2cc tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:03.739907 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e7d6dc29-3caa-4dfe-9415-d7ca1be06469 req-67b6c856-41c8-4949-9348-c2416189e2cc tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 945 time: 0.0654836 Mar 02 13:58:03.802218 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e7d6dc29-3caa-4dfe-9415-d7ca1be06469 req-ab216f32-9458-45a1-90b3-a15633c1709d tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2952561-2dd5-40dd-9e31-bc5ea1be0078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523930 Mar 02 13:58:04.536083 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cbe26-e48f-473f-8a39-a5928e77fb38 req-8b198add-4508-43bf-a19f-40292724044c tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:04.537669 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-462cbe26-e48f-473f-8a39-a5928e77fb38 req-8b198add-4508-43bf-a19f-40292724044c tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0514023 Mar 02 13:58:04.584235 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-462cbe26-e48f-473f-8a39-a5928e77fb38 req-e27e2f01-8df9-4544-bb60-0f3a90ae493d tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 Mar 02 13:58:04.922980 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4e79e-ff15-4ab1-a845-2970b39cbaf1 req-56aaf6dd-8cad-4ca1-8811-963bd6b196ce tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:04.924503 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8ec4e79e-ff15-4ab1-a845-2970b39cbaf1 req-56aaf6dd-8cad-4ca1-8811-963bd6b196ce tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 945 time: 0.0524678 Mar 02 13:58:04.975981 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8ec4e79e-ff15-4ab1-a845-2970b39cbaf1 req-dd8711ed-7f64-43bc-8356-1fc6131546ca tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2952561-2dd5-40dd-9e31-bc5ea1be0078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455518 Mar 02 13:58:05.700846 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70379c8c-503c-430f-b322-13425ac289e1 req-74d07b58-8942-430f-81b9-b9486f1c1b21 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:05.702287 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-70379c8c-503c-430f-b322-13425ac289e1 req-74d07b58-8942-430f-81b9-b9486f1c1b21 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0530095 Mar 02 13:58:05.746393 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-70379c8c-503c-430f-b322-13425ac289e1 req-5f586f84-664f-4346-9629-3c90203bea7f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384977 Mar 02 13:58:05.882932 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-821c0477-bf0e-4b2d-86fd-55a63626ff0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:06.101379 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16a63c-4fe5-406e-a68d-c3b548ed32dd req-307ca7ba-1538-4642-909b-f69cedcbf42b tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:06.103032 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3e16a63c-4fe5-406e-a68d-c3b548ed32dd req-307ca7ba-1538-4642-909b-f69cedcbf42b tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 945 time: 0.0555212 Mar 02 13:58:06.152341 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3e16a63c-4fe5-406e-a68d-c3b548ed32dd req-a982c894-64f5-423f-9c76-7e874f92a860 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2952561-2dd5-40dd-9e31-bc5ea1be0078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432160 Mar 02 13:58:06.869441 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb59b5-d8e8-4fe1-8e15-1ff5defbdf3d req-3d0c94ea-a973-41d8-8acf-91b021060a95 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:06.870967 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2fdb59b5-d8e8-4fe1-8e15-1ff5defbdf3d req-3d0c94ea-a973-41d8-8acf-91b021060a95 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0566223 Mar 02 13:58:06.918200 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2fdb59b5-d8e8-4fe1-8e15-1ff5defbdf3d req-c19b56ed-6fe5-4b38-b7b2-f775d86b0475 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413451 Mar 02 13:58:07.273773 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f765f-6aee-4bb0-b5ae-680dc9d4ab71 req-d54bdbc4-8fd9-4b97-977a-b23a73756cf4 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:07.275239 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6b5f765f-6aee-4bb0-b5ae-680dc9d4ab71 req-d54bdbc4-8fd9-4b97-977a-b23a73756cf4 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 945 time: 0.0512412 Mar 02 13:58:07.322627 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6b5f765f-6aee-4bb0-b5ae-680dc9d4ab71 req-38fd91a9-c8aa-4736-a36c-fffb6345e5b3 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/security-groups?id=d2952561-2dd5-40dd-9e31-bc5ea1be0078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409431 Mar 02 13:58:07.707489 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cd20b-8c92-49c8-a7f7-aa3627410b8b req-477421fc-45c9-421b-87fc-12e911f8a7c7 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:07.708951 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0e4cd20b-8c92-49c8-a7f7-aa3627410b8b req-477421fc-45c9-421b-87fc-12e911f8a7c7 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 945 time: 0.0547650 Mar 02 13:58:07.869667 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [req-0e4cd20b-8c92-49c8-a7f7-aa3627410b8b req-6604f1d9-6d95-410d-a411-798e1b1445cb tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Deleting port 42db1b98-4d58-486d-9626-ce0f101d2931 {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 13:58:07.870300 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-0e4cd20b-8c92-49c8-a7f7-aa3627410b8b req-6604f1d9-6d95-410d-a411-798e1b1445cb tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (42db1b98-4d58-486d-9626-ce0f101d2931), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:07.958966 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-0e4cd20b-8c92-49c8-a7f7-aa3627410b8b req-6604f1d9-6d95-410d-a411-798e1b1445cb tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] For port 42db1b98-4d58-486d-9626-ce0f101d2931, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=42db1b98-4d58-486d-9626-ce0f101d2931,segment=NetworkSegment(12068f8c-4cd4-4b66-aa81-30a661323f23),segment_id=12068f8c-4cd4-4b66-aa81-30a661323f23)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:58:07.959330 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-0e4cd20b-8c92-49c8-a7f7-aa3627410b8b req-6604f1d9-6d95-410d-a411-798e1b1445cb tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (42db1b98-4d58-486d-9626-ce0f101d2931), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:07.974293 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [req-0e4cd20b-8c92-49c8-a7f7-aa3627410b8b req-6604f1d9-6d95-410d-a411-798e1b1445cb tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Calling delete_port for 42db1b98-4d58-486d-9626-ce0f101d2931 owned by compute:nova {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 13:58:08.062566 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0222ff2f-3ff5-46e5-9468-07f51bd8e967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:08.109646 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e12bb9-1f56-423f-b3da-e192c600ff46 req-1c893e63-99b3-4d98-a5b4-fe46f011e9c7 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:08.112048 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-70e12bb9-1f56-423f-b3da-e192c600ff46 req-1c893e63-99b3-4d98-a5b4-fe46f011e9c7 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.1218274 Mar 02 13:58:08.229023 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-70e12bb9-1f56-423f-b3da-e192c600ff46 req-8576a54d-894c-4af7-9632-289994d4c922 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097233 Mar 02 13:58:08.245154 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-0e4cd20b-8c92-49c8-a7f7-aa3627410b8b req-6604f1d9-6d95-410d-a411-798e1b1445cb tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284'] for port (42db1b98-4d58-486d-9626-ce0f101d2931), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:08.283649 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604f1d9-6d95-410d-a411-798e1b1445cb tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Pushing event deleted for resources: {'Port': ['ID=42db1b98-4d58-486d-9626-ce0f101d2931,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:08.356219 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4cd20b-8c92-49c8-a7f7-aa3627410b8b req-6604f1d9-6d95-410d-a411-798e1b1445cb tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] No DVR routers for this DVR port 42db1b98-4d58-486d-9626-ce0f101d2931 on host hv-cinder-83124 {{(pid=102940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 13:58:08.367831 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-0e4cd20b-8c92-49c8-a7f7-aa3627410b8b req-6604f1d9-6d95-410d-a411-798e1b1445cb tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:08.382982 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0e4cd20b-8c92-49c8-a7f7-aa3627410b8b req-6604f1d9-6d95-410d-a411-798e1b1445cb tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.20 "DELETE /v2.0/ports/42db1b98-4d58-486d-9626-ce0f101d2931 HTTP/1.1" status: 204 len: 173 time: 0.6621666 Mar 02 13:58:08.383945 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c180513-8322-45cd-80fa-17c93b2448a2', 'name': 'network-vif-deleted', 'tag': '42db1b98-4d58-486d-9626-ce0f101d2931'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:58:08.393654 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aba5db1-6dc3-404a-bc55-93c51e0fb86f" -d '{"events": [{"server_uuid": "1c180513-8322-45cd-80fa-17c93b2448a2", "name": "network-vif-deleted", "tag": "42db1b98-4d58-486d-9626-ce0f101d2931"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:58:08.469040 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 13:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bb82ab-134c-4533-adfe-89520c597c2d x-openstack-request-id: req-d2bb82ab-134c-4533-adfe-89520c597c2d {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:58:08.469417 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c180513-8322-45cd-80fa-17c93b2448a2", "name": "network-vif-deleted", "tag": "42db1b98-4d58-486d-9626-ce0f101d2931", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:58:08.469818 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d2bb82ab-134c-4533-adfe-89520c597c2d {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:58:08.470188 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c180513-8322-45cd-80fa-17c93b2448a2', 'name': 'network-vif-deleted', 'tag': '42db1b98-4d58-486d-9626-ce0f101d2931', 'status': 'completed', 'code': 200} Mar 02 13:58:08.491027 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-dd77c65c-1ed3-4381-b83d-3c9966a53642 req-9891300e-8396-433d-bbf3-6a49cea30d54 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 210 time: 0.0385604 Mar 02 13:58:08.720590 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 33284) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:08.762811 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 33288) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:08.866960 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7872aac6-31c9-4d2a-a9e4-d4be0ae4e708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:08.872698 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-4abb1fa1-9673-43fb-b1c2-4840073ad7df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:08.948121 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7872aac6-31c9-4d2a-a9e4-d4be0ae4e708 admin admin] Publish callbacks [] for security_group (8b461208-e2c3-4088-8bdc-1f6432ac3e40), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:08.952709 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7872aac6-31c9-4d2a-a9e4-d4be0ae4e708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (8b461208-e2c3-4088-8bdc-1f6432ac3e40), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:08.962016 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-4abb1fa1-9673-43fb-b1c2-4840073ad7df admin admin] Publish callbacks [] for security_group (2ac062c5-0c7e-4964-a5d4-53a26f11e412), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:08.968841 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-4abb1fa1-9673-43fb-b1c2-4840073ad7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (2ac062c5-0c7e-4964-a5d4-53a26f11e412), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:08.994241 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-7872aac6-31c9-4d2a-a9e4-d4be0ae4e708 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d23821decbea4f629c441c0d66f7cffb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302687 Mar 02 13:58:08.995800 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872aac6-31c9-4d2a-a9e4-d4be0ae4e708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b461208-e2c3-4088-8bdc-1f6432ac3e40,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:08.998640 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 33292) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:09.017207 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-4abb1fa1-9673-43fb-b1c2-4840073ad7df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08e67ea6a2c04e33ac79db86e14b14fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955372 Mar 02 13:58:09.018132 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb1fa1-9673-43fb-b1c2-4840073ad7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac062c5-0c7e-4964-a5d4-53a26f11e412,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:09.022030 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 33294) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:09.062169 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-682b8179-25e2-4401-830d-384ea78d0794 admin admin] Publish callbacks [] for security_group (8b461208-e2c3-4088-8bdc-1f6432ac3e40), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.076488 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-ad8b2c3d-9493-4676-890f-954146ca3b91 admin admin] Publish callbacks [] for security_group (2ac062c5-0c7e-4964-a5d4-53a26f11e412), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.083228 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-682b8179-25e2-4401-830d-384ea78d0794 admin admin] Publish callbacks [] for security_group (8b461208-e2c3-4088-8bdc-1f6432ac3e40), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.097704 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-ad8b2c3d-9493-4676-890f-954146ca3b91 admin admin] Publish callbacks [] for security_group (2ac062c5-0c7e-4964-a5d4-53a26f11e412), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.137256 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-682b8179-25e2-4401-830d-384ea78d0794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (8b461208-e2c3-4088-8bdc-1f6432ac3e40), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.141400 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-682b8179-25e2-4401-830d-384ea78d0794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.142559 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-682b8179-25e2-4401-830d-384ea78d0794 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b461208-e2c3-4088-8bdc-1f6432ac3e40 HTTP/1.1" status: 204 len: 168 time: 0.1429994 Mar 02 13:58:09.151386 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b8179-25e2-4401-830d-384ea78d0794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b461208-e2c3-4088-8bdc-1f6432ac3e40,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:09.164219 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-ad8b2c3d-9493-4676-890f-954146ca3b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (2ac062c5-0c7e-4964-a5d4-53a26f11e412), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.166855 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-ad8b2c3d-9493-4676-890f-954146ca3b91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.171404 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-ad8b2c3d-9493-4676-890f-954146ca3b91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ac062c5-0c7e-4964-a5d4-53a26f11e412 HTTP/1.1" status: 204 len: 168 time: 0.1448789 Mar 02 13:58:09.178110 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b2c3d-9493-4676-890f-954146ca3b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac062c5-0c7e-4964-a5d4-53a26f11e412,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:09.365531 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c4b2f-c123-49cf-b820-13c43683ffd1 req-eb684f22-5252-4c6a-ac93-9c6065ee14f7 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:09.367071 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-da5c4b2f-c123-49cf-b820-13c43683ffd1 req-eb684f22-5252-4c6a-ac93-9c6065ee14f7 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0568595 Mar 02 13:58:09.414636 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.444568 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-da5c4b2f-c123-49cf-b820-13c43683ffd1 req-9aec6146-5497-456b-8777-251acd797d0e tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709717 Mar 02 13:58:09.484268 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 33312) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:09.502969 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-1b30d7ef-3acf-41aa-8e78-eea8d77dfdc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.511760 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 33316) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:09.528553 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-833b950a-5a49-4381-bf02-92dd78630a4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.628401 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bc705f79-c6e9-41cb-971b-e2bbc504acf3 req-d3e412f7-70eb-4c06-9e67-51c67f5cee96 tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 210 time: 0.0396881 Mar 02 13:58:09.629229 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-833b950a-5a49-4381-bf02-92dd78630a4f admin admin] Publish callbacks [] for security_group (05bf48fc-2a44-44c0-abf4-de6cf2c89f21), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.633502 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-833b950a-5a49-4381-bf02-92dd78630a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (05bf48fc-2a44-44c0-abf4-de6cf2c89f21), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.657519 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-1b30d7ef-3acf-41aa-8e78-eea8d77dfdc9 admin admin] Publish callbacks [] for security_group (aec78cca-905b-4251-bcef-4babed9bc7f6), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.661187 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-1b30d7ef-3acf-41aa-8e78-eea8d77dfdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (aec78cca-905b-4251-bcef-4babed9bc7f6), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.679628 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-833b950a-5a49-4381-bf02-92dd78630a4f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24971d0852e7430fa7337f94dcde12f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658540 Mar 02 13:58:09.680353 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b950a-5a49-4381-bf02-92dd78630a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bf48fc-2a44-44c0-abf4-de6cf2c89f21,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:09.682844 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 33326) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:09.716931 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-1b30d7ef-3acf-41aa-8e78-eea8d77dfdc9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4a769ab1bc948c1870ae1014a6895c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309146 Mar 02 13:58:09.721582 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 33332) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:09.759325 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f678cb05-2e01-4b89-ae04-38b6ac4c2d0c admin admin] Publish callbacks [] for security_group (05bf48fc-2a44-44c0-abf4-de6cf2c89f21), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.788948 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f678cb05-2e01-4b89-ae04-38b6ac4c2d0c admin admin] Publish callbacks [] for security_group (05bf48fc-2a44-44c0-abf4-de6cf2c89f21), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.793095 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30d7ef-3acf-41aa-8e78-eea8d77dfdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec78cca-905b-4251-bcef-4babed9bc7f6,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:09.821445 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-6fd91495-d5f7-4370-97ca-73063c7c4be7 admin admin] Publish callbacks [] for security_group (aec78cca-905b-4251-bcef-4babed9bc7f6), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.851989 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f678cb05-2e01-4b89-ae04-38b6ac4c2d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (05bf48fc-2a44-44c0-abf4-de6cf2c89f21), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.853412 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-6fd91495-d5f7-4370-97ca-73063c7c4be7 admin admin] Publish callbacks [] for security_group (aec78cca-905b-4251-bcef-4babed9bc7f6), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.854518 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f678cb05-2e01-4b89-ae04-38b6ac4c2d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.855699 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-f678cb05-2e01-4b89-ae04-38b6ac4c2d0c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05bf48fc-2a44-44c0-abf4-de6cf2c89f21 HTTP/1.1" status: 204 len: 168 time: 0.1717885 Mar 02 13:58:09.866143 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678cb05-2e01-4b89-ae04-38b6ac4c2d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bf48fc-2a44-44c0-abf4-de6cf2c89f21,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:09.911853 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-6fd91495-d5f7-4370-97ca-73063c7c4be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (aec78cca-905b-4251-bcef-4babed9bc7f6), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.916454 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-6fd91495-d5f7-4370-97ca-73063c7c4be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:09.919135 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-6fd91495-d5f7-4370-97ca-73063c7c4be7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aec78cca-905b-4251-bcef-4babed9bc7f6 HTTP/1.1" status: 204 len: 168 time: 0.1943769 Mar 02 13:58:09.931501 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd91495-d5f7-4370-97ca-73063c7c4be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec78cca-905b-4251-bcef-4babed9bc7f6,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:10.108602 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 42db1b98-4d58-486d-9626-ce0f101d2931 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 13:58:10.140161 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: 42db1b98-4d58-486d-9626-ce0f101d2931 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 13:58:10.140500 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 42db1b98-4d58-486d-9626-ce0f101d2931 not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 13:58:10.576685 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f0444-7721-4d3f-a79e-90d4e98c28ec req-ec527f0c-13b5-4bf7-a351-3145c096a39f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:10.578344 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9b5f0444-7721-4d3f-a79e-90d4e98c28ec req-ec527f0c-13b5-4bf7-a351-3145c096a39f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0572534 Mar 02 13:58:10.627639 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9b5f0444-7721-4d3f-a79e-90d4e98c28ec req-13bd8d67-c0da-4131-a529-ad929a31fa23 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434182 Mar 02 13:58:10.750611 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bf1f14b0-8180-4baa-b645-9b142adddafd req-ad277568-d05b-45af-ac0d-7018dbb30b9f tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 210 time: 0.0384831 Mar 02 13:58:10.856916 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:11.163891 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 33404) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:11.308112 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0605d31d-3efa-44e8-9994-c89490d5f333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:11.383036 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0605d31d-3efa-44e8-9994-c89490d5f333 admin admin] Publish callbacks [] for security_group (0c2562db-b3ab-4048-bcfd-27bd30b86019), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:11.388000 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0605d31d-3efa-44e8-9994-c89490d5f333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (0c2562db-b3ab-4048-bcfd-27bd30b86019), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:11.426065 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605d31d-3efa-44e8-9994-c89490d5f333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2562db-b3ab-4048-bcfd-27bd30b86019,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:11.431099 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-0605d31d-3efa-44e8-9994-c89490d5f333 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=140c69b39e5a44629c6b0c293713b244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661216 Mar 02 13:58:11.434958 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 33418) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:11.485603 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4b182e7f-1125-4692-b9d3-8f1641ba0f35 admin admin] Publish callbacks [] for security_group (0c2562db-b3ab-4048-bcfd-27bd30b86019), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:11.506807 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4b182e7f-1125-4692-b9d3-8f1641ba0f35 admin admin] Publish callbacks [] for security_group (0c2562db-b3ab-4048-bcfd-27bd30b86019), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:11.555667 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4b182e7f-1125-4692-b9d3-8f1641ba0f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (0c2562db-b3ab-4048-bcfd-27bd30b86019), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:11.558465 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4b182e7f-1125-4692-b9d3-8f1641ba0f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:11.560254 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-4b182e7f-1125-4692-b9d3-8f1641ba0f35 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c2562db-b3ab-4048-bcfd-27bd30b86019 HTTP/1.1" status: 204 len: 168 time: 0.1242337 Mar 02 13:58:11.568299 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b182e7f-1125-4692-b9d3-8f1641ba0f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2562db-b3ab-4048-bcfd-27bd30b86019,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:11.576270 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b182e7f-1125-4692-b9d3-8f1641ba0f35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:11.576656 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b182e7f-1125-4692-b9d3-8f1641ba0f35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:11.577015 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b182e7f-1125-4692-b9d3-8f1641ba0f35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:11.577366 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b182e7f-1125-4692-b9d3-8f1641ba0f35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:11.577798 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b182e7f-1125-4692-b9d3-8f1641ba0f35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:11.578137 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b182e7f-1125-4692-b9d3-8f1641ba0f35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:11.578480 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b182e7f-1125-4692-b9d3-8f1641ba0f35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:11.578857 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b182e7f-1125-4692-b9d3-8f1641ba0f35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:11.579215 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b182e7f-1125-4692-b9d3-8f1641ba0f35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:11.579573 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b182e7f-1125-4692-b9d3-8f1641ba0f35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:11.579913 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b182e7f-1125-4692-b9d3-8f1641ba0f35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:11.580251 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b182e7f-1125-4692-b9d3-8f1641ba0f35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:11.580584 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b182e7f-1125-4692-b9d3-8f1641ba0f35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:11.757811 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155d52a-110c-499c-b2dd-a012ec6c585d req-ff604e95-3351-45bd-b05e-35fc4a173fb9 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:11.759272 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4155d52a-110c-499c-b2dd-a012ec6c585d req-ff604e95-3351-45bd-b05e-35fc4a173fb9 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0600801 Mar 02 13:58:11.818294 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4155d52a-110c-499c-b2dd-a012ec6c585d req-dc2fc4a2-50e9-4962-9b87-1fba3979a51f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518270 Mar 02 13:58:11.909940 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e657f36d-cbb9-45e5-b077-9d7cc0c4d2f5 req-cbaa98f8-3175-46d1-a5b7-eb59267ffabc tempest-DeleteServersTestJSON-1975309261 tempest-DeleteServersTestJSON-1975309261-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 210 time: 0.0359068 Mar 02 13:58:12.017284 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bfb124a8-772a-4b2a-b0de-1f4ba39c2ecb req-84d1ad3a-7129-4b58-bcf2-7989c2a56e41 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c180513-8322-45cd-80fa-17c93b2448a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0343983 Mar 02 13:58:12.115437 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bfb124a8-772a-4b2a-b0de-1f4ba39c2ecb req-6b597a90-808e-42ad-a2ae-948dbaab9007 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95148b79d60e4c4e826757f796106cfa&device_id=1c180513-8322-45cd-80fa-17c93b2448a2 HTTP/1.1" status: 200 len: 210 time: 0.0374644 Mar 02 13:58:12.283141 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 33472) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:12.344176 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb124a8-772a-4b2a-b0de-1f4ba39c2ecb req-222efb32-7fdd-48cd-a8a6-97dba688239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:12.345849 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bfb124a8-772a-4b2a-b0de-1f4ba39c2ecb req-222efb32-7fdd-48cd-a8a6-97dba688239c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=95148b79d60e4c4e826757f796106cfa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2048004 Mar 02 13:58:12.461265 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a5b70e5c-2dcb-48fd-8e8f-06ea2779e581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:12.561774 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb124a8-772a-4b2a-b0de-1f4ba39c2ecb req-eb968bb7-a396-4422-9322-a17274467ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:12.563413 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bfb124a8-772a-4b2a-b0de-1f4ba39c2ecb req-eb968bb7-a396-4422-9322-a17274467ecc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1984963 Mar 02 13:58:12.570125 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:12.604581 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a5b70e5c-2dcb-48fd-8e8f-06ea2779e581 admin admin] Publish callbacks [] for security_group (fcf66cd0-d45c-4528-96f3-27f8cef65c03), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:12.610429 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a5b70e5c-2dcb-48fd-8e8f-06ea2779e581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (fcf66cd0-d45c-4528-96f3-27f8cef65c03), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:12.648679 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-a5b70e5c-2dcb-48fd-8e8f-06ea2779e581 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db831db1a90b4f9294c8c67d26f9b04a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3639078 Mar 02 13:58:12.649779 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b70e5c-2dcb-48fd-8e8f-06ea2779e581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf66cd0-d45c-4528-96f3-27f8cef65c03,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:12.651436 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 33486) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:12.657167 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b70e5c-2dcb-48fd-8e8f-06ea2779e581 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:12.657503 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b70e5c-2dcb-48fd-8e8f-06ea2779e581 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:12.657850 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b70e5c-2dcb-48fd-8e8f-06ea2779e581 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:12.658187 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b70e5c-2dcb-48fd-8e8f-06ea2779e581 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:12.658516 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b70e5c-2dcb-48fd-8e8f-06ea2779e581 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:12.658871 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b70e5c-2dcb-48fd-8e8f-06ea2779e581 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:12.659200 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b70e5c-2dcb-48fd-8e8f-06ea2779e581 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:12.659719 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b70e5c-2dcb-48fd-8e8f-06ea2779e581 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:12.660049 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b70e5c-2dcb-48fd-8e8f-06ea2779e581 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:12.660378 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b70e5c-2dcb-48fd-8e8f-06ea2779e581 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:12.660701 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b70e5c-2dcb-48fd-8e8f-06ea2779e581 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:12.661024 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b70e5c-2dcb-48fd-8e8f-06ea2779e581 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:12.661340 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b70e5c-2dcb-48fd-8e8f-06ea2779e581 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:12.703086 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-fbe9e727-0d9d-4c82-9edd-933289351d6d admin admin] Publish callbacks [] for security_group (fcf66cd0-d45c-4528-96f3-27f8cef65c03), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:12.723984 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-fbe9e727-0d9d-4c82-9edd-933289351d6d admin admin] Publish callbacks [] for security_group (fcf66cd0-d45c-4528-96f3-27f8cef65c03), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:12.770713 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-fbe9e727-0d9d-4c82-9edd-933289351d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (fcf66cd0-d45c-4528-96f3-27f8cef65c03), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:12.773777 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-fbe9e727-0d9d-4c82-9edd-933289351d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:12.778733 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-fbe9e727-0d9d-4c82-9edd-933289351d6d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fcf66cd0-d45c-4528-96f3-27f8cef65c03 HTTP/1.1" status: 204 len: 168 time: 0.1254146 Mar 02 13:58:12.787944 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9e727-0d9d-4c82-9edd-933289351d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf66cd0-d45c-4528-96f3-27f8cef65c03,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:12.991609 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81561a55-6f61-464e-882e-51df40047296 req-b4616d74-a697-4168-a287-6ccd430b9082 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:12.999875 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-81561a55-6f61-464e-882e-51df40047296 req-b4616d74-a697-4168-a287-6ccd430b9082 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0663431 Mar 02 13:58:13.046541 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-81561a55-6f61-464e-882e-51df40047296 req-863dee16-9773-44a9-aff8-6c571d43df47 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458164 Mar 02 13:58:13.176044 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 33514) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:13.189208 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c168f23b-3ee7-46b3-8558-61d5c3ab7282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:13.267974 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c168f23b-3ee7-46b3-8558-61d5c3ab7282 admin admin] Publish callbacks [] for security_group (31c08342-e7c0-44bb-9800-55fdd4415cc5), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:13.271810 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c168f23b-3ee7-46b3-8558-61d5c3ab7282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (31c08342-e7c0-44bb-9800-55fdd4415cc5), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:13.311649 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-c168f23b-3ee7-46b3-8558-61d5c3ab7282 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c2c8c3eee0c4299a6067d63cc70578f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344786 Mar 02 13:58:13.312735 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168f23b-3ee7-46b3-8558-61d5c3ab7282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c08342-e7c0-44bb-9800-55fdd4415cc5,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:13.314451 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 33520) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:13.363919 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-95e49016-ba5d-42dc-b81a-6b72eeaa3f0b admin admin] Publish callbacks [] for security_group (31c08342-e7c0-44bb-9800-55fdd4415cc5), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:13.384039 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-95e49016-ba5d-42dc-b81a-6b72eeaa3f0b admin admin] Publish callbacks [] for security_group (31c08342-e7c0-44bb-9800-55fdd4415cc5), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:13.430575 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-95e49016-ba5d-42dc-b81a-6b72eeaa3f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (31c08342-e7c0-44bb-9800-55fdd4415cc5), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:13.433243 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-95e49016-ba5d-42dc-b81a-6b72eeaa3f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:13.434944 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-95e49016-ba5d-42dc-b81a-6b72eeaa3f0b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/31c08342-e7c0-44bb-9800-55fdd4415cc5 HTTP/1.1" status: 204 len: 168 time: 0.1194606 Mar 02 13:58:13.443356 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e49016-ba5d-42dc-b81a-6b72eeaa3f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c08342-e7c0-44bb-9800-55fdd4415cc5,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:14.136994 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:14.187660 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b112d3-ff64-4045-baae-017b6f18d1b8 req-8f2d3612-52ab-4e7e-aa12-4aa0dd871dad tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:14.189640 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-47b112d3-ff64-4045-baae-017b6f18d1b8 req-8f2d3612-52ab-4e7e-aa12-4aa0dd871dad tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0640528 Mar 02 13:58:14.237534 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-47b112d3-ff64-4045-baae-017b6f18d1b8 req-40628667-9e0e-4d4d-b560-b632f3f878ad tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423224 Mar 02 13:58:15.363170 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b8c1f-4dcc-4576-9f04-41a96ea71cbc req-feec5bc1-7d63-43c1-a9a9-bab7909b001b tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:15.364742 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-395b8c1f-4dcc-4576-9f04-41a96ea71cbc req-feec5bc1-7d63-43c1-a9a9-bab7909b001b tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0594480 Mar 02 13:58:15.597493 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-395b8c1f-4dcc-4576-9f04-41a96ea71cbc req-fb793ed8-5640-4372-98aa-a28ac6c6bea3 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242541 Mar 02 13:58:16.723177 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788af76-aaf9-478d-92de-10a2e90f620e req-d1ab2162-e1e5-476e-aeeb-b491aa49075b tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:16.723177 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0788af76-aaf9-478d-92de-10a2e90f620e req-d1ab2162-e1e5-476e-aeeb-b491aa49075b tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0528958 Mar 02 13:58:16.770775 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0788af76-aaf9-478d-92de-10a2e90f620e req-49d728ac-1392-47de-8c1b-b249c22310cf tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417180 Mar 02 13:58:17.888495 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e25e7-f380-41d0-affd-45ae7d7bbc4f req-03a3bbc8-57c4-4f45-89b8-7309f8a8b170 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:17.889960 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-df3e25e7-f380-41d0-affd-45ae7d7bbc4f req-03a3bbc8-57c4-4f45-89b8-7309f8a8b170 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0525765 Mar 02 13:58:17.942894 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-df3e25e7-f380-41d0-affd-45ae7d7bbc4f req-0765793a-433d-4ee3-bcff-1cd8fa3ff4e4 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472634 Mar 02 13:58:19.074015 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d58634-7383-4333-8689-0f0e36e481d9 req-e66ce987-4ddb-4d28-a147-e01f119064b0 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:19.076347 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-46d58634-7383-4333-8689-0f0e36e481d9 req-e66ce987-4ddb-4d28-a147-e01f119064b0 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0642712 Mar 02 13:58:19.133393 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-46d58634-7383-4333-8689-0f0e36e481d9 req-ceb85028-4578-449b-8db7-c022b8d44cb4 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513988 Mar 02 13:58:19.628037 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 33728) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:19.674825 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac608ac-4822-4fae-a15b-e5310212149a admin admin] Deleting subnet 1930d42a-9363-4443-a245-37e535f4da89 {{(pid=102940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 13:58:19.678214 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5ac608ac-4822-4fae-a15b-e5310212149a admin admin] Publish callbacks [] for subnet (1930d42a-9363-4443-a245-37e535f4da89), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:19.725167 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5ac608ac-4822-4fae-a15b-e5310212149a admin admin] Publish callbacks [] for subnet (1930d42a-9363-4443-a245-37e535f4da89), precommit_delete_associations {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:19.736689 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5ac608ac-4822-4fae-a15b-e5310212149a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775021'] for subnet (1930d42a-9363-4443-a245-37e535f4da89), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:19.792236 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5ac608ac-4822-4fae-a15b-e5310212149a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for subnet (1930d42a-9363-4443-a245-37e535f4da89), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:19.818112 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac608ac-4822-4fae-a15b-e5310212149a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1930d42a-9363-4443-a245-37e535f4da89,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:19.821798 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5ac608ac-4822-4fae-a15b-e5310212149a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:19.824969 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-5ac608ac-4822-4fae-a15b-e5310212149a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1930d42a-9363-4443-a245-37e535f4da89 HTTP/1.1" status: 204 len: 168 time: 0.1958172 Mar 02 13:58:19.827896 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 33734) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:19.899227 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845718'] for network (6e0a7531-41bc-4ccb-9d53-969a4e07ec5c), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:19.977656 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754838', 'neutron.services.segments.db._delete_segments_for_network-8736061257629'] for network (6e0a7531-41bc-4ccb-9d53-969a4e07ec5c), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:19.997987 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:58:19.998332 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:58:19.999116 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:58:19.999468 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Subscribe: > port after_create 55550000 {{(pid=102940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:58:19.999811 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:58:20.000127 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Subscribe: > port after_update 55550000 {{(pid=102940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:58:20.000465 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:58:20.000794 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:58:20.001112 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:58:20.001428 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:58:20.070920 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:58:20.071205 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:58:20.071532 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:58:20.071858 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 13:58:20.072198 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.services.segments.db [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0a7531-41bc-4ccb-9d53-969a4e07ec5c']}} {{(pid=102940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:20.089324 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.services.segments.db [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12068f8c-4cd4-4b66-aa81-30a661323f23') {'for_net_delete': True} {{(pid=102940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:20.089883 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.services.segments.db [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12068f8c-4cd4-4b66-aa81-30a661323f23') {} {{(pid=102940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:20.110637 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736061261222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4452572'] for segment (12068f8c-4cd4-4b66-aa81-30a661323f23), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:20.130514 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (12068f8c-4cd4-4b66-aa81-30a661323f23), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:20.138532 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 13:58:20.138972 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4452829'] for segment (12068f8c-4cd4-4b66-aa81-30a661323f23), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: from cryptography.utils import int_from_bytes Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: from cryptography.utils import int_from_bytes Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: Traceback (most recent call last): Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: timer() Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: cb(*args, **kw) Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: return func(*args, **kwargs) Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: self._notify() Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: self.callback(batched_events) Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: event.method(event) Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: return f(self, *a, **k) Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: return self._get(url).json() Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: return self.request(url, 'GET', **kwargs) Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 13:58:20.142892 dv-cinder-831247-3-iscsi neutron-server[102940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 13:58:20.214748 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607359'] for network (6e0a7531-41bc-4ccb-9d53-969a4e07ec5c), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:20.248915 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:20.252230 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6e0a7531-41bc-4ccb-9d53-969a4e07ec5c HTTP/1.1" status: 204 len: 168 time: 0.4233842 Mar 02 13:58:20.255196 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd02b6-102b-455c-ab25-61cc3af95ea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e0a7531-41bc-4ccb-9d53-969a4e07ec5c,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:20.280682 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579d36c-4e5a-4904-9823-0d38aa70fcce req-8086fdde-38ab-47d7-9a0d-281086d2ccd5 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:20.282152 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5579d36c-4e5a-4904-9823-0d38aa70fcce req-8086fdde-38ab-47d7-9a0d-281086d2ccd5 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0763125 Mar 02 13:58:20.329413 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5579d36c-4e5a-4904-9823-0d38aa70fcce req-ba3cd7cb-d321-47a7-9d72-c106a8a59800 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417719 Mar 02 13:58:20.416831 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 33742) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:20.455278 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-0943b251-7027-4faf-ad5b-a1c39323f621 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95148b79d60e4c4e826757f796106cfa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372376 Mar 02 13:58:20.457402 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 33744) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:20.504087 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4428650f-4148-4eff-828f-b4163ab181ca admin admin] Publish callbacks [] for security_group (d2952561-2dd5-40dd-9e31-bc5ea1be0078), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:20.525589 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4428650f-4148-4eff-828f-b4163ab181ca admin admin] Publish callbacks [] for security_group (d2952561-2dd5-40dd-9e31-bc5ea1be0078), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:20.577352 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4428650f-4148-4eff-828f-b4163ab181ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (d2952561-2dd5-40dd-9e31-bc5ea1be0078), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:20.580742 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4428650f-4148-4eff-828f-b4163ab181ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:20.581975 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-4428650f-4148-4eff-828f-b4163ab181ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2952561-2dd5-40dd-9e31-bc5ea1be0078 HTTP/1.1" status: 204 len: 168 time: 0.1236858 Mar 02 13:58:20.591036 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428650f-4148-4eff-828f-b4163ab181ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2952561-2dd5-40dd-9e31-bc5ea1be0078,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:21.240602 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 33796) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:21.332483 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-360b4950-6dd6-49aa-9c2e-b795c4ec1f40 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-779425720-network', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:58:21.352186 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360b4950-6dd6-49aa-9c2e-b795c4ec1f40 admin admin] Made reservation on behalf of 21f2ae141a3f4e41ac92ac4b9bc8d548 for: {'network': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:58:21.354386 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-360b4950-6dd6-49aa-9c2e-b795c4ec1f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for network (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:21.363463 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-360b4950-6dd6-49aa-9c2e-b795c4ec1f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:21.439733 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-360b4950-6dd6-49aa-9c2e-b795c4ec1f40 admin admin] Publish callbacks [] for security_group (740d772a-10e9-466f-a493-40f416b9adb6), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:21.443701 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-360b4950-6dd6-49aa-9c2e-b795c4ec1f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (740d772a-10e9-466f-a493-40f416b9adb6), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:21.445872 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f1ee5-d1b2-4ab0-b403-80ac0f529ddd req-343fb08d-fea2-4098-87e4-bd46df7c2999 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:21.447438 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a20f1ee5-d1b2-4ab0-b403-80ac0f529ddd req-343fb08d-fea2-4098-87e4-bd46df7c2999 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0520470 Mar 02 13:58:21.468785 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360b4950-6dd6-49aa-9c2e-b795c4ec1f40 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=102939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 13:58:21.478716 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b4950-6dd6-49aa-9c2e-b795c4ec1f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740d772a-10e9-466f-a493-40f416b9adb6,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:21.484847 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-360b4950-6dd6-49aa-9c2e-b795c4ec1f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:21.485190 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.segments_db [None req-360b4950-6dd6-49aa-9c2e-b795c4ec1f40 admin admin] Added segment 8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf of type vlan for network 2c507a7b-d519-44d9-b367-d10702dec79d Mar 02 13:58:21.495538 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a20f1ee5-d1b2-4ab0-b403-80ac0f529ddd req-1f9e9c8a-6aa3-48f8-98e4-4cd49172e013 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412159 Mar 02 13:58:21.525766 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-360b4950-6dd6-49aa-9c2e-b795c4ec1f40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060850773'] for network (2c507a7b-d519-44d9-b367-d10702dec79d), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:21.550680 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-360b4950-6dd6-49aa-9c2e-b795c4ec1f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for network (2c507a7b-d519-44d9-b367-d10702dec79d), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:21.551935 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360b4950-6dd6-49aa-9c2e-b795c4ec1f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:21.552427 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-360b4950-6dd6-49aa-9c2e-b795c4ec1f40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:21.607257 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-360b4950-6dd6-49aa-9c2e-b795c4ec1f40 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3654909 Mar 02 13:58:21.610172 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 33806) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:21.614293 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b4950-6dd6-49aa-9c2e-b795c4ec1f40 admin admin] Pushing event updated for resources: {'Network': ['ID=2c507a7b-d519-44d9-b367-d10702dec79d,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:21.616000 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-fff32407-2041-4bba-9878-00e0106110a7 admin admin] Request body: {'subnet': {'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-subnet', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:58:21.624897 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Network 2c507a7b-d519-44d9-b367-d10702dec79d details requested by agent ovs-agent-dv-cinder-831247-3-iscsi with host dv-cinder-831247-3-iscsi {{(pid=102941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 13:58:21.636791 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff32407-2041-4bba-9878-00e0106110a7 admin admin] Made reservation on behalf of 21f2ae141a3f4e41ac92ac4b9bc8d548 for: {'subnet': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:58:21.640063 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-fff32407-2041-4bba-9878-00e0106110a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4384940'] for subnet (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:21.803823 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-fff32407-2041-4bba-9878-00e0106110a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4452676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4384926'] for subnet (a65492fa-addf-4282-9092-2b2202c1df68), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:21.869367 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff32407-2041-4bba-9878-00e0106110a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a65492fa-addf-4282-9092-2b2202c1df68,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:21.875026 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff32407-2041-4bba-9878-00e0106110a7 admin admin] Checking segment: {'id': '8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:58:21.875414 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff32407-2041-4bba-9878-00e0106110a7 admin admin] Network hostable DHCP agents. Network: 2c507a7b-d519-44d9-b367-d10702dec79d, hostable agents: ['75e4ba60-1427-4d6a-953c-035315e6206b'], hosted agents: [] {{(pid=102940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 13:58:21.892465 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff32407-2041-4bba-9878-00e0106110a7 admin admin] Network 2c507a7b-d519-44d9-b367-d10702dec79d is scheduled to be hosted by DHCP agent 75e4ba60-1427-4d6a-953c-035315e6206b with binding_index 1 {{(pid=102940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 13:58:21.905024 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-fff32407-2041-4bba-9878-00e0106110a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-3-iscsi, 2c507a7b-d519-44d9-b367-d10702dec79d) {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:58:21.909535 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff32407-2041-4bba-9878-00e0106110a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:21.910168 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-fff32407-2041-4bba-9878-00e0106110a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:21.913984 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0f9772-98d6-4dc3-b9b9-b08c1455ee8b None None] Network 2c507a7b-d519-44d9-b367-d10702dec79d requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:58:21.928180 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-fff32407-2041-4bba-9878-00e0106110a7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3160717 Mar 02 13:58:21.930983 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 33814) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:21.935126 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-76e6df8b-67b3-4a64-9c7c-0bed0f3c7cb6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:58:21.956206 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-76e6df8b-67b3-4a64-9c7c-0bed0f3c7cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12999'] for router (e72e205e-913d-4b84-a8dc-ec4c6fb2236d), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:21.957964 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-76e6df8b-67b3-4a64-9c7c-0bed0f3c7cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13022'] for router (e72e205e-913d-4b84-a8dc-ec4c6fb2236d), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:22.014613 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-76e6df8b-67b3-4a64-9c7c-0bed0f3c7cb6 admin admin] Publish callbacks [] for router_controller (e72e205e-913d-4b84-a8dc-ec4c6fb2236d), precommit_add_association {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:22.024508 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc28c01c5-c1f2-5f91-acd1-15e30fabb56b-2c507a7b-d519-44d9-b367-d10702dec79d', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68'}]}} from dv-cinder-831247-3-iscsi. {{(pid=102941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 13:58:22.025379 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:22.163721 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-76e6df8b-67b3-4a64-9c7c-0bed0f3c7cb6 admin admin] Publish callbacks [] for router_gateway (e72e205e-913d-4b84-a8dc-ec4c6fb2236d), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:22.167246 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.db_base_plugin_common [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Allocated IP 172.20.0.2 (2c507a7b-d519-44d9-b367-d10702dec79d/a65492fa-addf-4282-9092-2b2202c1df68/318604bc-e047-4a8d-9064-5ff4641a0410) {{(pid=102941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:58:22.313797 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Publish callbacks [] for port (318604bc-e047-4a8d-9064-5ff4641a0410), precommit_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:22.319831 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479'] for port (318604bc-e047-4a8d-9064-5ff4641a0410), after_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:22.359723 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-76e6df8b-67b3-4a64-9c7c-0bed0f3c7cb6 admin admin] Publish callbacks [] for router_gateway (e72e205e-913d-4b84-a8dc-ec4c6fb2236d), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:22.365964 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Network 2c507a7b-d519-44d9-b367-d10702dec79d is already hosted by enough agents. {{(pid=102941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:58:22.369325 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.base_scheduler [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Resources bound (agent type, host, resource id): {{(pid=102941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:58:22.372869 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Received port after_create {{(pid=102941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:58:22.380138 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Pushing event updated for resources: {'Port': ['ID=318604bc-e047-4a8d-9064-5ff4641a0410,revision_number=1']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:22.382286 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-76e6df8b-67b3-4a64-9c7c-0bed0f3c7cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:22.390200 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:22.390639 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:22.391061 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:22.391455 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:22.391826 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:22.392193 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:22.392532 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:22.392881 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:22.393255 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:22.393649 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:22.394024 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:22.394383 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:22.394760 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:22.444260 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Attempting to bind port 318604bc-e047-4a8d-9064-5ff4641a0410 on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:58:22.444574 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Attempting to bind port 318604bc-e047-4a8d-9064-5ff4641a0410 by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': '8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d'}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:58:22.444948 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Attempting to bind port 318604bc-e047-4a8d-9064-5ff4641a0410 on network 2c507a7b-d519-44d9-b367-d10702dec79d {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:58:22.450418 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:58:22.450845 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Checking segment: {'id': '8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:58:22.451279 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:22.451703 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Bound using segment: {'id': '8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d'} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:58:22.452195 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Bound port: 318604bc-e047-4a8d-9064-5ff4641a0410, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d'}}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:58:22.452596 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (318604bc-e047-4a8d-9064-5ff4641a0410), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:22.487881 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [None req-76e6df8b-67b3-4a64-9c7c-0bed0f3c7cb6 admin admin] Allocated IP 172.27.1.152 (8a7b981f-934d-4891-8b40-a612fdbe7a6a/d2fe738d-81f5-4c8e-ae81-924cae8fe95a/c4823781-8f1a-4524-a383-36e4ace5bc2e) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:58:22.518570 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] For port 318604bc-e047-4a8d-9064-5ff4641a0410, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:58:22.522947 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] For port 318604bc-e047-4a8d-9064-5ff4641a0410, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=318604bc-e047-4a8d-9064-5ff4641a0410,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:58:22.532398 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (318604bc-e047-4a8d-9064-5ff4641a0410), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:22.597578 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df60b1-451a-411e-97c3-e1de4911268f None None] Pushing event updated for resources: {'Port': ['ID=318604bc-e047-4a8d-9064-5ff4641a0410,revision_number=2']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:22.647134 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-76e6df8b-67b3-4a64-9c7c-0bed0f3c7cb6 admin admin] Publish callbacks [] for port (c4823781-8f1a-4524-a383-36e4ace5bc2e), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:22.676196 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034445da-7f28-4cbd-918d-875e59a8302e req-1748cd86-8241-4a5f-920d-5f927f807b15 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:22.678004 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-034445da-7f28-4cbd-918d-875e59a8302e req-1748cd86-8241-4a5f-920d-5f927f807b15 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.1053076 Mar 02 13:58:22.728707 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-76e6df8b-67b3-4a64-9c7c-0bed0f3c7cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (c4823781-8f1a-4524-a383-36e4ace5bc2e), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:22.786917 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-034445da-7f28-4cbd-918d-875e59a8302e req-675b4a55-874b-4e1d-b02a-83dd83b4f88f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995107 Mar 02 13:58:22.790255 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e6df8b-67b3-4a64-9c7c-0bed0f3c7cb6 admin admin] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:58:22.793474 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-76e6df8b-67b3-4a64-9c7c-0bed0f3c7cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:58:22.798106 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e6df8b-67b3-4a64-9c7c-0bed0f3c7cb6 admin admin] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:58:22.801460 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6df8b-67b3-4a64-9c7c-0bed0f3c7cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=c4823781-8f1a-4524-a383-36e4ace5bc2e,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:23.097127 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-76e6df8b-67b3-4a64-9c7c-0bed0f3c7cb6 admin admin] Publish callbacks [] for router_gateway (e72e205e-913d-4b84-a8dc-ec4c6fb2236d), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:23.295732 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-76e6df8b-67b3-4a64-9c7c-0bed0f3c7cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605995'] for router (e72e205e-913d-4b84-a8dc-ec4c6fb2236d), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:23.428801 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e6df8b-67b3-4a64-9c7c-0bed0f3c7cb6 admin admin] Router e72e205e-913d-4b84-a8dc-ec4c6fb2236d is scheduled to L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 with binding_index 1 {{(pid=102940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 13:58:23.542950 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e6df8b-67b3-4a64-9c7c-0bed0f3c7cb6 admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 13:58:23.553445 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] Sync routers for ids ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'] in dv-cinder-831247-3-iscsi {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 13:58:23.563555 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-76e6df8b-67b3-4a64-9c7c-0bed0f3c7cb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:23.568035 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] Routers {'e72e205e-913d-4b84-a8dc-ec4c6fb2236d'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:58:23.568683 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:58:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:23.568822 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 33832) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:23.569377 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-76e6df8b-67b3-4a64-9c7c-0bed0f3c7cb6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6369677 Mar 02 13:58:23.692950 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] Set router e72e205e-913d-4b84-a8dc-ec4c6fb2236d gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:58:23.696668 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199c34c9-aeed-4bdc-b2ca-0a123a986d52 None None] Network 2c507a7b-d519-44d9-b367-d10702dec79d requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:58:23.796617 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-8a7acc63-44b7-4ef3-963a-df477738c317 None None] Provisioning complete for port 318604bc-e047-4a8d-9064-5ff4641a0410 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:58:23.797113 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-8a7acc63-44b7-4ef3-963a-df477738c317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (318604bc-e047-4a8d-9064-5ff4641a0410), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:23.910470 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T13:58:22Z', 'revision_number': 3, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port': {'id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:22Z', 'updated_at': '2022-03-02T13:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:23.939633 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] Checking router: e72e205e-913d-4b84-a8dc-ec4c6fb2236d for host: dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 13:58:23.940003 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] Updating router e72e205e-913d-4b84-a8dc-ec4c6fb2236d port c4823781-8f1a-4524-a383-36e4ace5bc2e binding host dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 13:58:23.965665 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-8a7acc63-44b7-4ef3-963a-df477738c317 None None] Current status of the port 318604bc-e047-4a8d-9064-5ff4641a0410 is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:58:23.966379 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-8a7acc63-44b7-4ef3-963a-df477738c317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (318604bc-e047-4a8d-9064-5ff4641a0410), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:23.976550 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (c4823781-8f1a-4524-a383-36e4ace5bc2e), before_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:24.046710 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7291717-ab5a-4cce-88e5-22da6e109de0 req-7529202f-39fd-41c5-900e-7cc869006d05 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:24.054560 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f7291717-ab5a-4cce-88e5-22da6e109de0 req-7529202f-39fd-41c5-900e-7cc869006d05 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.1366730 Mar 02 13:58:24.083315 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-8a7acc63-44b7-4ef3-963a-df477738c317 None None] For port 318604bc-e047-4a8d-9064-5ff4641a0410, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=318604bc-e047-4a8d-9064-5ff4641a0410,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:58:24.087989 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-8a7acc63-44b7-4ef3-963a-df477738c317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (318604bc-e047-4a8d-9064-5ff4641a0410), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:24.172129 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f7291717-ab5a-4cce-88e5-22da6e109de0 req-818fee98-5185-4bdd-9fc2-230d83725a13 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167705 Mar 02 13:58:24.236146 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7acc63-44b7-4ef3-963a-df477738c317 None None] Pushing event updated for resources: {'Port': ['ID=318604bc-e047-4a8d-9064-5ff4641a0410,revision_number=3']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:24.267643 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 318604bc-e047-4a8d-9064-5ff4641a0410 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:58:24.349572 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-da0b8d58-be00-4de8-b06d-382e13aa6901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:24.361226 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 318604bc-e047-4a8d-9064-5ff4641a0410 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:58:24.361793 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (318604bc-e047-4a8d-9064-5ff4641a0410), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:24.452245 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-c2ce1f22-6ebe-4c31-9726-a032ce6206e9 None None] Provisioning complete for port 318604bc-e047-4a8d-9064-5ff4641a0410 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:58:24.452719 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1f22-6ebe-4c31-9726-a032ce6206e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (318604bc-e047-4a8d-9064-5ff4641a0410), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:24.521045 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] Publish callbacks [] for port (c4823781-8f1a-4524-a383-36e4ace5bc2e), precommit_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:24.529300 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (c4823781-8f1a-4524-a383-36e4ace5bc2e), after_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:24.550143 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 318604bc-e047-4a8d-9064-5ff4641a0410 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:58:24.573370 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [None req-da0b8d58-be00-4de8-b06d-382e13aa6901 admin admin] Allocated IP 172.20.0.1 (2c507a7b-d519-44d9-b367-d10702dec79d/a65492fa-addf-4282-9092-2b2202c1df68/38f761f0-e012-43b8-9f4a-8451c4a7f1a0) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:58:24.578884 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] Attempting to bind port c4823781-8f1a-4524-a383-36e4ace5bc2e on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:58:24.579364 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] Attempting to bind port c4823781-8f1a-4524-a383-36e4ace5bc2e by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}] {{(pid=102942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:58:24.579661 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] Attempting to bind port c4823781-8f1a-4524-a383-36e4ace5bc2e on network 8a7b981f-934d-4891-8b40-a612fdbe7a6a {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:58:24.591952 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:58:24.592371 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] Checking segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:58:24.592810 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:24.593249 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] Bound using segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:58:24.593788 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] Bound port: c4823781-8f1a-4524-a383-36e4ace5bc2e, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}}] {{(pid=102942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:58:24.594176 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (c4823781-8f1a-4524-a383-36e4ace5bc2e), before_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:24.610155 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-c2ce1f22-6ebe-4c31-9726-a032ce6206e9 None None] Current status of the port 318604bc-e047-4a8d-9064-5ff4641a0410 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:58:24.638230 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd3b8c-e409-439c-bed1-11a2427df860 None None] Pushing event updated for resources: {'Port': ['ID=c4823781-8f1a-4524-a383-36e4ace5bc2e,revision_number=2']} {{(pid=102942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:24.656683 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd3b8c-e409-439c-bed1-11a2427df860 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:24.657096 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd3b8c-e409-439c-bed1-11a2427df860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:24.657502 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd3b8c-e409-439c-bed1-11a2427df860 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:24.657854 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd3b8c-e409-439c-bed1-11a2427df860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:24.658194 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd3b8c-e409-439c-bed1-11a2427df860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:24.658529 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd3b8c-e409-439c-bed1-11a2427df860 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:24.658918 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd3b8c-e409-439c-bed1-11a2427df860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:24.659254 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd3b8c-e409-439c-bed1-11a2427df860 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:24.659586 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd3b8c-e409-439c-bed1-11a2427df860 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:24.659956 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd3b8c-e409-439c-bed1-11a2427df860 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:24.660366 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd3b8c-e409-439c-bed1-11a2427df860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:24.660708 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd3b8c-e409-439c-bed1-11a2427df860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:24.661072 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd3b8c-e409-439c-bed1-11a2427df860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:58:24.670415 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.db [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] For port c4823781-8f1a-4524-a383-36e4ace5bc2e, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:58:24.674028 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.db [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] For port c4823781-8f1a-4524-a383-36e4ace5bc2e, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=c4823781-8f1a-4524-a383-36e4ace5bc2e,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:58:24.680835 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (c4823781-8f1a-4524-a383-36e4ace5bc2e), after_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:24.703558 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-da0b8d58-be00-4de8-b06d-382e13aa6901 admin admin] Publish callbacks [] for port (38f761f0-e012-43b8-9f4a-8451c4a7f1a0), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:24.737042 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-da0b8d58-be00-4de8-b06d-382e13aa6901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (38f761f0-e012-43b8-9f4a-8451c4a7f1a0), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:24.748237 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd3b8c-e409-439c-bed1-11a2427df860 None None] Pushing event updated for resources: {'Port': ['ID=c4823781-8f1a-4524-a383-36e4ace5bc2e,revision_number=3']} {{(pid=102942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:24.752428 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] Routers {'e72e205e-913d-4b84-a8dc-ec4c6fb2236d'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:58:24.753047 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:58:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:24.778904 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0b8d58-be00-4de8-b06d-382e13aa6901 admin admin] Network 2c507a7b-d519-44d9-b367-d10702dec79d is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:58:24.781963 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-da0b8d58-be00-4de8-b06d-382e13aa6901 admin admin] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:58:24.785325 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b8d58-be00-4de8-b06d-382e13aa6901 admin admin] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:58:24.814092 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b8d58-be00-4de8-b06d-382e13aa6901 admin admin] Pushing event updated for resources: {'Port': ['ID=38f761f0-e012-43b8-9f4a-8451c4a7f1a0,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:24.830905 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-da0b8d58-be00-4de8-b06d-382e13aa6901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607222'] for router_interface (e72e205e-913d-4b84-a8dc-ec4c6fb2236d), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:24.873735 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] Set router e72e205e-913d-4b84-a8dc-ec4c6fb2236d gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:58:24.968993 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-da0b8d58-be00-4de8-b06d-382e13aa6901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (38f761f0-e012-43b8-9f4a-8451c4a7f1a0), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:25.038679 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-c23a13b1-7266-4d81-8bfc-b243d02f8a58 None None] Provisioning complete for port 38f761f0-e012-43b8-9f4a-8451c4a7f1a0 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:58:25.039662 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-c23a13b1-7266-4d81-8bfc-b243d02f8a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (38f761f0-e012-43b8-9f4a-8451c4a7f1a0), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:25.074109 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T13:58:22Z', 'revision_number': 3, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port': {'id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:22Z', 'updated_at': '2022-03-02T13:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:25.083931 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-c23a13b1-7266-4d81-8bfc-b243d02f8a58 None None] Port 38f761f0-e012-43b8-9f4a-8451c4a7f1a0 cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 13:58:25.116204 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264b9336-a1d4-4f52-a9e3-acc6532be43e None None] The sync data for ids ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'] in dv-cinder-831247-3-iscsi is: [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T13:58:22Z', 'revision_number': 3, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port': {'id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:22Z', 'updated_at': '2022-03-02T13:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}] {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 13:58:25.150772 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-da0b8d58-be00-4de8-b06d-382e13aa6901 admin admin] Publish callbacks [] for port (38f761f0-e012-43b8-9f4a-8451c4a7f1a0), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:25.156832 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-da0b8d58-be00-4de8-b06d-382e13aa6901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (38f761f0-e012-43b8-9f4a-8451c4a7f1a0), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:25.318281 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13787faf-459c-4f7e-b376-89dae6d4d5c4 req-32cc13bf-4a4b-4ce9-9272-b0e6afb7809a tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:25.327004 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-13787faf-459c-4f7e-b376-89dae6d4d5c4 req-32cc13bf-4a4b-4ce9-9272-b0e6afb7809a tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0707002 Mar 02 13:58:25.402236 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-13787faf-459c-4f7e-b376-89dae6d4d5c4 req-a4be0a39-b1d9-4f07-9123-cc03149cff9f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744185 Mar 02 13:58:25.434711 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-da0b8d58-be00-4de8-b06d-382e13aa6901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607078'] for router_interface (e72e205e-913d-4b84-a8dc-ec4c6fb2236d), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:25.448996 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b8d58-be00-4de8-b06d-382e13aa6901 admin admin] Pushing event updated for resources: {'Port': ['ID=38f761f0-e012-43b8-9f4a-8451c4a7f1a0,revision_number=2']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:25.546494 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0b8d58-be00-4de8-b06d-382e13aa6901 admin admin] Network 2c507a7b-d519-44d9-b367-d10702dec79d is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:58:25.548124 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-da0b8d58-be00-4de8-b06d-382e13aa6901 admin admin] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:58:25.685018 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0b8d58-be00-4de8-b06d-382e13aa6901 admin admin] Router e72e205e-913d-4b84-a8dc-ec4c6fb2236d has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 13:58:25.811799 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-c8e8764f-eed1-4c50-b685-a0f0abbc99aa None None] Provisioning complete for port 38f761f0-e012-43b8-9f4a-8451c4a7f1a0 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:58:25.812173 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-c8e8764f-eed1-4c50-b685-a0f0abbc99aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (38f761f0-e012-43b8-9f4a-8451c4a7f1a0), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:25.813511 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0b8d58-be00-4de8-b06d-382e13aa6901 admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 13:58:25.820676 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-da0b8d58-be00-4de8-b06d-382e13aa6901 admin admin] 10.222.0.36 "PUT /v2.0/routers/e72e205e-913d-4b84-a8dc-ec4c6fb2236d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2506280 Mar 02 13:58:25.853518 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-c8e8764f-eed1-4c50-b685-a0f0abbc99aa None None] Port 38f761f0-e012-43b8-9f4a-8451c4a7f1a0 cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 13:58:26.184206 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 318604bc-e047-4a8d-9064-5ff4641a0410 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:58:26.237788 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 318604bc-e047-4a8d-9064-5ff4641a0410 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:58:26.238283 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (318604bc-e047-4a8d-9064-5ff4641a0410), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:26.321784 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 318604bc-e047-4a8d-9064-5ff4641a0410 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:58:26.322882 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device c4823781-8f1a-4524-a383-36e4ace5bc2e up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:58:26.377520 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port c4823781-8f1a-4524-a383-36e4ace5bc2e triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:58:26.377908 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (c4823781-8f1a-4524-a383-36e4ace5bc2e), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:26.448816 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 33910) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:26.456794 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-8eeab0e8-3950-476f-a12a-2fb180f4d7c6 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Request body: {'security_group': {'name': 'tempest-securitygroup--875999816', 'description': 'tempest-description--1867998348'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:58:26.470026 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port c4823781-8f1a-4524-a383-36e4ace5bc2e is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:58:26.470529 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (c4823781-8f1a-4524-a383-36e4ace5bc2e), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:26.491195 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-8eeab0e8-3950-476f-a12a-2fb180f4d7c6 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:26.497265 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] For port c4823781-8f1a-4524-a383-36e4ace5bc2e, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=c4823781-8f1a-4524-a383-36e4ace5bc2e,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:58:26.502610 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (c4823781-8f1a-4524-a383-36e4ace5bc2e), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:26.554011 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Pushing event updated for resources: {'Port': ['ID=c4823781-8f1a-4524-a383-36e4ace5bc2e,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:26.587996 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f44a8c-0021-4b40-9ba9-069048f125d3 req-2be98cd0-273f-47c6-88f7-009646e59f8f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:26.589665 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-05f44a8c-0021-4b40-9ba9-069048f125d3 req-2be98cd0-273f-47c6-88f7-009646e59f8f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0788634 Mar 02 13:58:26.630391 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-8eeab0e8-3950-476f-a12a-2fb180f4d7c6 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group (cc7d6c49-53e2-4289-8aaf-036b4dad3456), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:26.638110 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-8eeab0e8-3950-476f-a12a-2fb180f4d7c6 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (cc7d6c49-53e2-4289-8aaf-036b4dad3456), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:26.686903 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-05f44a8c-0021-4b40-9ba9-069048f125d3 req-3b9cc44b-bd07-40ee-bb1b-b57c1934902a tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885024 Mar 02 13:58:26.691666 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-8eeab0e8-3950-476f-a12a-2fb180f4d7c6 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:26.693267 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-8eeab0e8-3950-476f-a12a-2fb180f4d7c6 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2430947 Mar 02 13:58:26.696808 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 33914) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:26.697344 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeab0e8-3950-476f-a12a-2fb180f4d7c6 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7d6c49-53e2-4289-8aaf-036b4dad3456,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:26.702729 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-c46c01f8-0cc2-454b-aa5a-04a05afd4190 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Request body: {'security_group_rule': {'security_group_id': 'cc7d6c49-53e2-4289-8aaf-036b4dad3456', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:58:26.740696 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c46c01f8-0cc2-454b-aa5a-04a05afd4190 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group_rule (b5268a21-d80c-473a-8c13-f7a8fb50b766), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:26.810914 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c46c01f8-0cc2-454b-aa5a-04a05afd4190 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group_rule (b5268a21-d80c-473a-8c13-f7a8fb50b766), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:26.815831 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c46c01f8-0cc2-454b-aa5a-04a05afd4190 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (b5268a21-d80c-473a-8c13-f7a8fb50b766), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:26.838392 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c01f8-0cc2-454b-aa5a-04a05afd4190 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5268a21-d80c-473a-8c13-f7a8fb50b766,revision_number=0']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:26.849574 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c46c01f8-0cc2-454b-aa5a-04a05afd4190 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:26.850945 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-c46c01f8-0cc2-454b-aa5a-04a05afd4190 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530664 Mar 02 13:58:26.853944 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 33926) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:26.854613 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] Sync routers for ids ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 13:58:26.861506 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-647e653e-780f-4089-8e34-923e76e313a7 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Request body: {'security_group_rule': {'security_group_id': 'cc7d6c49-53e2-4289-8aaf-036b4dad3456', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:58:26.874785 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] Routers {'e72e205e-913d-4b84-a8dc-ec4c6fb2236d'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:58:26.875665 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:58:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:26.902528 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-647e653e-780f-4089-8e34-923e76e313a7 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group_rule (b5165a07-eec4-4691-9d6c-926eb3a02721), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:26.972118 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-647e653e-780f-4089-8e34-923e76e313a7 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group_rule (b5165a07-eec4-4691-9d6c-926eb3a02721), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:26.976656 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-647e653e-780f-4089-8e34-923e76e313a7 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (b5165a07-eec4-4691-9d6c-926eb3a02721), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:26.998427 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e653e-780f-4089-8e34-923e76e313a7 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5165a07-eec4-4691-9d6c-926eb3a02721,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:27.008117 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-647e653e-780f-4089-8e34-923e76e313a7 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:27.010678 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-647e653e-780f-4089-8e34-923e76e313a7 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1537843 Mar 02 13:58:27.010806 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] Set router e72e205e-913d-4b84-a8dc-ec4c6fb2236d gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:58:27.012315 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 33932) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:27.016877 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-205eee95-e366-4d73-95b0-0bfe79c98c8e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Request body: {'floatingip': {'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:58:27.041767 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-205eee95-e366-4d73-95b0-0bfe79c98c8e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:27.151683 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-205eee95-e366-4d73-95b0-0bfe79c98c8e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:27.259670 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T13:58:24Z', 'revision_number': 4, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port': {'id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:22Z', 'updated_at': '2022-03-02T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '38f761f0-e012-43b8-9f4a-8451c4a7f1a0', 'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'mac_address': 'fa:16:3e:e5:e0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:24Z', 'updated_at': '2022-03-02T13:58:25Z', 'revision_number': 2, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'subnets': [{'id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:27.285102 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [None req-205eee95-e366-4d73-95b0-0bfe79c98c8e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Allocated IP 172.27.1.2 (8a7b981f-934d-4891-8b40-a612fdbe7a6a/d2fe738d-81f5-4c8e-ae81-924cae8fe95a/d33f091b-edec-44fc-beb0-fa030b2ce06c) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:58:27.291912 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] Checking router: e72e205e-913d-4b84-a8dc-ec4c6fb2236d for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 13:58:27.292352 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] Updating router e72e205e-913d-4b84-a8dc-ec4c6fb2236d port 38f761f0-e012-43b8-9f4a-8451c4a7f1a0 binding host dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 13:58:27.327094 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (38f761f0-e012-43b8-9f4a-8451c4a7f1a0), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:27.633707 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-205eee95-e366-4d73-95b0-0bfe79c98c8e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for port (d33f091b-edec-44fc-beb0-fa030b2ce06c), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:27.679902 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-205eee95-e366-4d73-95b0-0bfe79c98c8e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (d33f091b-edec-44fc-beb0-fa030b2ce06c), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:27.774312 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205eee95-e366-4d73-95b0-0bfe79c98c8e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:58:27.789820 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-205eee95-e366-4d73-95b0-0bfe79c98c8e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:58:27.792401 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205eee95-e366-4d73-95b0-0bfe79c98c8e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:58:27.796313 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205eee95-e366-4d73-95b0-0bfe79c98c8e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Pushing event updated for resources: {'Port': ['ID=d33f091b-edec-44fc-beb0-fa030b2ce06c,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:27.813310 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] Publish callbacks [] for port (38f761f0-e012-43b8-9f4a-8451c4a7f1a0), precommit_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:27.822128 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (38f761f0-e012-43b8-9f4a-8451c4a7f1a0), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:27.898627 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47b080-4183-4a2b-91ba-e800c2caabe6 None None] Pushing event updated for resources: {'Port': ['ID=38f761f0-e012-43b8-9f4a-8451c4a7f1a0,revision_number=3']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:27.951305 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] Attempting to bind port 38f761f0-e012-43b8-9f4a-8451c4a7f1a0 on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:58:27.951305 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] Attempting to bind port 38f761f0-e012-43b8-9f4a-8451c4a7f1a0 by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': '8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d'}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:58:27.951724 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] Attempting to bind port 38f761f0-e012-43b8-9f4a-8451c4a7f1a0 on network 2c507a7b-d519-44d9-b367-d10702dec79d {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:58:27.958551 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d80e4b-08f5-45f1-9804-f72e050d0438 req-b9ebddc8-cd1a-4f43-bf8f-388c9894c08a tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:27.960135 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-15d80e4b-08f5-45f1-9804-f72e050d0438 req-b9ebddc8-cd1a-4f43-bf8f-388c9894c08a tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.1402948 Mar 02 13:58:27.970218 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-205eee95-e366-4d73-95b0-0bfe79c98c8e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for floatingip (2686f0aa-aa6d-4a05-9cd8-aa75373378ba), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:27.972794 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:58:27.973536 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] Checking segment: {'id': '8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:58:27.974804 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:27.975818 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] Bound using segment: {'id': '8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d'} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:58:27.976742 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] Bound port: 38f761f0-e012-43b8-9f4a-8451c4a7f1a0, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d'}}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:58:27.977514 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (38f761f0-e012-43b8-9f4a-8451c4a7f1a0), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:28.082375 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] For port 38f761f0-e012-43b8-9f4a-8451c4a7f1a0, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:58:28.090319 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] For port 38f761f0-e012-43b8-9f4a-8451c4a7f1a0, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=38f761f0-e012-43b8-9f4a-8451c4a7f1a0,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:58:28.098143 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (38f761f0-e012-43b8-9f4a-8451c4a7f1a0), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:28.115244 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-15d80e4b-08f5-45f1-9804-f72e050d0438 req-794b75d9-a329-4009-bf2d-6b4e92edf557 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392131 Mar 02 13:58:28.116400 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-205eee95-e366-4d73-95b0-0bfe79c98c8e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (d33f091b-edec-44fc-beb0-fa030b2ce06c), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:28.197910 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device c4823781-8f1a-4524-a383-36e4ace5bc2e up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:58:28.333508 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] Routers {'e72e205e-913d-4b84-a8dc-ec4c6fb2236d'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:58:28.334067 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:58:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:28.336373 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47b080-4183-4a2b-91ba-e800c2caabe6 None None] Pushing event updated for resources: {'Port': ['ID=38f761f0-e012-43b8-9f4a-8451c4a7f1a0,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:28.338903 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-aaae82cf-77bb-4aae-89c6-9fc352a0303c None None] Provisioning complete for port 38f761f0-e012-43b8-9f4a-8451c4a7f1a0 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:58:28.339288 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-aaae82cf-77bb-4aae-89c6-9fc352a0303c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (38f761f0-e012-43b8-9f4a-8451c4a7f1a0), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:28.402070 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 33986) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:28.477073 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-205eee95-e366-4d73-95b0-0bfe79c98c8e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for port (d33f091b-edec-44fc-beb0-fa030b2ce06c), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:28.483364 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-205eee95-e366-4d73-95b0-0bfe79c98c8e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (d33f091b-edec-44fc-beb0-fa030b2ce06c), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:28.516292 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port c4823781-8f1a-4524-a383-36e4ace5bc2e triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:58:28.516635 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (c4823781-8f1a-4524-a383-36e4ace5bc2e), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:28.599749 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] Set router e72e205e-913d-4b84-a8dc-ec4c6fb2236d gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:58:28.641768 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-aaae82cf-77bb-4aae-89c6-9fc352a0303c None None] Current status of the port 38f761f0-e012-43b8-9f4a-8451c4a7f1a0 is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:58:28.642170 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-aaae82cf-77bb-4aae-89c6-9fc352a0303c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (38f761f0-e012-43b8-9f4a-8451c4a7f1a0), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:28.664418 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-69d9767a-dba6-4e11-b10e-67fc936b0ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:28.668971 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205eee95-e366-4d73-95b0-0bfe79c98c8e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Pushing event updated for resources: {'Port': ['ID=d33f091b-edec-44fc-beb0-fa030b2ce06c,revision_number=2']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:28.687822 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-205eee95-e366-4d73-95b0-0bfe79c98c8e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607373'] for floatingip (2686f0aa-aa6d-4a05-9cd8-aa75373378ba), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:28.710301 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-205eee95-e366-4d73-95b0-0bfe79c98c8e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:28.734862 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-205eee95-e366-4d73-95b0-0bfe79c98c8e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7153358 Mar 02 13:58:28.784606 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-aaae82cf-77bb-4aae-89c6-9fc352a0303c None None] For port 38f761f0-e012-43b8-9f4a-8451c4a7f1a0, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=38f761f0-e012-43b8-9f4a-8451c4a7f1a0,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:58:28.793384 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-aaae82cf-77bb-4aae-89c6-9fc352a0303c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (38f761f0-e012-43b8-9f4a-8451c4a7f1a0), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:28.814513 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-69d9767a-dba6-4e11-b10e-67fc936b0ae1 admin admin] Publish callbacks [] for security_group (d0af20a9-a8f6-47e4-a2df-f99878f3c3d1), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:28.823894 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-69d9767a-dba6-4e11-b10e-67fc936b0ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (d0af20a9-a8f6-47e4-a2df-f99878f3c3d1), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:28.891656 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9767a-dba6-4e11-b10e-67fc936b0ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0af20a9-a8f6-47e4-a2df-f99878f3c3d1,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:28.901410 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-69d9767a-dba6-4e11-b10e-67fc936b0ae1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8fcb5d78b170417fbec8e391736ff050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4971163 Mar 02 13:58:28.903764 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port c4823781-8f1a-4524-a383-36e4ace5bc2e is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:58:28.904915 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 34022) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:28.928864 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae82cf-77bb-4aae-89c6-9fc352a0303c None None] Pushing event updated for resources: {'Port': ['ID=38f761f0-e012-43b8-9f4a-8451c4a7f1a0,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:28.964360 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-3a91b425-ce3a-4dc5-8895-46b1299d9187 None None] Provisioning complete for port 38f761f0-e012-43b8-9f4a-8451c4a7f1a0 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:58:28.965439 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-3a91b425-ce3a-4dc5-8895-46b1299d9187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (38f761f0-e012-43b8-9f4a-8451c4a7f1a0), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:29.002916 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-43ffeee6-c4af-45a9-bb7b-438c8ca06389 admin admin] Publish callbacks [] for security_group (d0af20a9-a8f6-47e4-a2df-f99878f3c3d1), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:29.057364 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-43ffeee6-c4af-45a9-bb7b-438c8ca06389 admin admin] Publish callbacks [] for security_group (d0af20a9-a8f6-47e4-a2df-f99878f3c3d1), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:29.145898 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T13:58:24Z', 'revision_number': 4, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port': {'id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:22Z', 'updated_at': '2022-03-02T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '38f761f0-e012-43b8-9f4a-8451c4a7f1a0', 'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'mac_address': 'fa:16:3e:e5:e0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:24Z', 'updated_at': '2022-03-02T13:58:28Z', 'revision_number': 4, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'subnets': [{'id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:29.146236 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-ccfe5ebf-544a-42a5-bccf-4d3c47422889 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--875999816&fields=id&tenant_id=21f2ae141a3f4e41ac92ac4b9bc8d548 HTTP/1.1" status: 200 len: 267 time: 0.1068964 Mar 02 13:58:29.184291 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe5fbab-e696-4507-b867-f2ba9dcda1d7 None None] The sync data for ids ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'] in dv-cinder-831247-3-iscsi is: [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T13:58:24Z', 'revision_number': 4, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port': {'id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:22Z', 'updated_at': '2022-03-02T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '38f761f0-e012-43b8-9f4a-8451c4a7f1a0', 'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'mac_address': 'fa:16:3e:e5:e0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:24Z', 'updated_at': '2022-03-02T13:58:28Z', 'revision_number': 4, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'subnets': [{'id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 13:58:29.189929 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-3a91b425-ce3a-4dc5-8895-46b1299d9187 None None] Current status of the port 38f761f0-e012-43b8-9f4a-8451c4a7f1a0 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:58:29.276631 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-43ffeee6-c4af-45a9-bb7b-438c8ca06389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (d0af20a9-a8f6-47e4-a2df-f99878f3c3d1), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:29.279426 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-43ffeee6-c4af-45a9-bb7b-438c8ca06389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:29.280994 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-43ffeee6-c4af-45a9-bb7b-438c8ca06389 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0af20a9-a8f6-47e4-a2df-f99878f3c3d1 HTTP/1.1" status: 204 len: 168 time: 0.3740325 Mar 02 13:58:29.336455 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffeee6-c4af-45a9-bb7b-438c8ca06389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0af20a9-a8f6-47e4-a2df-f99878f3c3d1,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:29.395843 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-36f014ab-9a16-4677-b261-7f7c8bfdb7ce tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:29.398179 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-36f014ab-9a16-4677-b261-7f7c8bfdb7ce tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/networks?id=2c507a7b-d519-44d9-b367-d10702dec79d HTTP/1.1" status: 200 len: 816 time: 0.2396359 Mar 02 13:58:29.407395 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937afee-e4f4-4614-9475-97e59a794c90 req-d71f046a-2ba2-48ac-9f3a-173aa3901109 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:29.408955 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c937afee-e4f4-4614-9475-97e59a794c90 req-d71f046a-2ba2-48ac-9f3a-173aa3901109 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.1406648 Mar 02 13:58:29.438449 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-286cdfb0-3fda-4334-b9f4-0f3b873f2eda tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/quotas/21f2ae141a3f4e41ac92ac4b9bc8d548 HTTP/1.1" status: 200 len: 375 time: 0.0284359 Mar 02 13:58:29.475140 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c937afee-e4f4-4614-9475-97e59a794c90 req-08ca4ad8-e635-47f9-b3f7-9e6444c40d5f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570889 Mar 02 13:58:29.547314 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-e03de54d-24a7-4de2-9cac-99939e7e6cbd tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=21f2ae141a3f4e41ac92ac4b9bc8d548&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767252 Mar 02 13:58:29.694422 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-5ec1b0a9-b72f-4633-b2ea-01cdb0c1aa03 service neutron] 10.222.0.36 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303070 Mar 02 13:58:29.868675 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e81c29-eb80-429d-af0f-92ece6702cba req-446a3ea1-9622-46e2-9ebb-2014d1921368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:29.870351 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-47e81c29-eb80-429d-af0f-92ece6702cba req-446a3ea1-9622-46e2-9ebb-2014d1921368 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 1129 time: 0.0820851 Mar 02 13:58:29.876342 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-cd07f4f2-eeee-468d-b171-3febaff6d14e service neutron] 10.222.0.36 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759839 Mar 02 13:58:29.960298 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-47e81c29-eb80-429d-af0f-92ece6702cba req-585d111f-3178-4280-a40b-de4172b01eff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824165 Mar 02 13:58:30.135215 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4e73ee18-a11f-41fc-9e68-f30d9a443409 req-b9fd16fa-8d2e-45fb-a48e-4428b01d773c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 210 time: 0.0448329 Mar 02 13:58:30.197062 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 38f761f0-e012-43b8-9f4a-8451c4a7f1a0 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:58:30.269150 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 38f761f0-e012-43b8-9f4a-8451c4a7f1a0 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:58:30.269644 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (38f761f0-e012-43b8-9f4a-8451c4a7f1a0), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:30.386581 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 38f761f0-e012-43b8-9f4a-8451c4a7f1a0 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:58:30.690341 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0341ca-a254-4f43-95af-7d312d7460d5 req-33783cb1-7a6b-4e70-973e-ec6950edb747 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:30.693727 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7b0341ca-a254-4f43-95af-7d312d7460d5 req-33783cb1-7a6b-4e70-973e-ec6950edb747 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0966032 Mar 02 13:58:30.825084 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7b0341ca-a254-4f43-95af-7d312d7460d5 req-d4c10808-706c-4a8b-b74b-cf2e2aea3235 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180379 Mar 02 13:58:31.250569 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ec5d4adb-11cb-4aa8-b17f-4ea55fe290fc req-4cfee870-983a-4eee-8b81-32beec4adf94 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 210 time: 0.0306456 Mar 02 13:58:31.280587 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 34132) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:31.387340 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c4ce91b2-5658-4b5e-a4ca-377e676c231e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:31.467051 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c4ce91b2-5658-4b5e-a4ca-377e676c231e admin admin] Publish callbacks [] for security_group (ced04d55-64a8-4da4-b6d0-0892994950f0), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:31.470993 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c4ce91b2-5658-4b5e-a4ca-377e676c231e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (ced04d55-64a8-4da4-b6d0-0892994950f0), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:31.510783 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-c4ce91b2-5658-4b5e-a4ca-377e676c231e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76aa4592c3884389902b67a391e02c50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286744 Mar 02 13:58:31.511381 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce91b2-5658-4b5e-a4ca-377e676c231e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced04d55-64a8-4da4-b6d0-0892994950f0,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:31.513960 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34144) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:31.571324 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b76a7998-db96-4055-97d7-88062206f9e5 admin admin] Publish callbacks [] for security_group (ced04d55-64a8-4da4-b6d0-0892994950f0), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:31.595888 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b76a7998-db96-4055-97d7-88062206f9e5 admin admin] Publish callbacks [] for security_group (ced04d55-64a8-4da4-b6d0-0892994950f0), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:31.648368 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b76a7998-db96-4055-97d7-88062206f9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (ced04d55-64a8-4da4-b6d0-0892994950f0), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:31.651765 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b76a7998-db96-4055-97d7-88062206f9e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:31.653751 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-b76a7998-db96-4055-97d7-88062206f9e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ced04d55-64a8-4da4-b6d0-0892994950f0 HTTP/1.1" status: 204 len: 168 time: 0.1381333 Mar 02 13:58:31.671717 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a7998-db96-4055-97d7-88062206f9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced04d55-64a8-4da4-b6d0-0892994950f0,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:32.074109 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c0021-ac2f-4ac3-9683-e4261b9f51bc req-9d52518d-bd3b-47de-8d42-1df020e78e3d tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:32.077349 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ec7c0021-ac2f-4ac3-9683-e4261b9f51bc req-9d52518d-bd3b-47de-8d42-1df020e78e3d tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0834289 Mar 02 13:58:32.124501 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34170) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:32.138205 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-aa8ab73b-2f29-4b7d-b326-a86f529ccfab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:32.158860 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ec7c0021-ac2f-4ac3-9683-e4261b9f51bc req-65e9a62b-f483-4521-942f-610e5686d411 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616257 Mar 02 13:58:32.236224 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-aa8ab73b-2f29-4b7d-b326-a86f529ccfab admin admin] Publish callbacks [] for security_group (d015de3a-1377-4bfa-ab16-f67e2b7b7eff), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:32.241648 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-aa8ab73b-2f29-4b7d-b326-a86f529ccfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (d015de3a-1377-4bfa-ab16-f67e2b7b7eff), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:32.280826 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ab73b-2f29-4b7d-b326-a86f529ccfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d015de3a-1377-4bfa-ab16-f67e2b7b7eff,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:32.285906 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-aa8ab73b-2f29-4b7d-b326-a86f529ccfab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=940615d7e56b40d8b005dd943eb6ef72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1603677 Mar 02 13:58:32.288477 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34178) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:32.335637 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b09b5110-c227-4071-9596-4f62536ef0ba admin admin] Publish callbacks [] for security_group (d015de3a-1377-4bfa-ab16-f67e2b7b7eff), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:32.357296 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b09b5110-c227-4071-9596-4f62536ef0ba admin admin] Publish callbacks [] for security_group (d015de3a-1377-4bfa-ab16-f67e2b7b7eff), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:32.360937 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ab9efd2f-78eb-4e13-bc05-408ad23b6af0 req-7f809eee-9fea-4c34-bc5b-a67cc117edfc tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 210 time: 0.0299661 Mar 02 13:58:32.412198 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b09b5110-c227-4071-9596-4f62536ef0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (d015de3a-1377-4bfa-ab16-f67e2b7b7eff), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:32.414798 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b09b5110-c227-4071-9596-4f62536ef0ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:32.416013 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-b09b5110-c227-4071-9596-4f62536ef0ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d015de3a-1377-4bfa-ab16-f67e2b7b7eff HTTP/1.1" status: 204 len: 168 time: 0.1263936 Mar 02 13:58:32.423631 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b5110-c227-4071-9596-4f62536ef0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d015de3a-1377-4bfa-ab16-f67e2b7b7eff,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:33.258717 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b68cb-2848-4f87-82b4-7db2b5314230 req-88d7e4c0-245d-4bb3-80a3-5c614ef48864 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:33.260195 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9b3b68cb-2848-4f87-82b4-7db2b5314230 req-88d7e4c0-245d-4bb3-80a3-5c614ef48864 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0534325 Mar 02 13:58:33.316062 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9b3b68cb-2848-4f87-82b4-7db2b5314230 req-0e4078c5-b84e-412f-bbcb-8146217142ee tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485244 Mar 02 13:58:33.462000 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d64af399-b7f7-44c2-b582-40ff67c0d569 req-17475cfa-8928-4c20-97f4-b00425c8ac6c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 210 time: 0.0324087 Mar 02 13:58:34.176430 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-e47a9830-fae4-40d3-a71c-604c42ab5341 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:34.178610 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-e47a9830-fae4-40d3-a71c-604c42ab5341 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.20 "GET /v2.0/networks?id=2c507a7b-d519-44d9-b367-d10702dec79d HTTP/1.1" status: 200 len: 816 time: 0.1492796 Mar 02 13:58:34.256502 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-b56b7724-afe1-4a44-9b28-37c4707dcd80 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21f2ae141a3f4e41ac92ac4b9bc8d548 HTTP/1.1" status: 200 len: 379 time: 0.0664568 Mar 02 13:58:34.269031 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-61d931c9-876d-46c1-8b46-a5e2e2d2a299 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Request body: {'port': {'device_id': '7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'admin_state_up': True, 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'security_groups': ['cc7d6c49-53e2-4289-8aaf-036b4dad3456']}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:58:34.392520 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-61d931c9-876d-46c1-8b46-a5e2e2d2a299 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Made reservation on behalf of 21f2ae141a3f4e41ac92ac4b9bc8d548 for: {'port': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:58:34.396417 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-61d931c9-876d-46c1-8b46-a5e2e2d2a299 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:34.492283 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da6ce7-a273-4157-a06a-7d810644ce7a req-394b95a1-15ff-4bd4-9b3c-3f1ae1ed0a1c tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:34.493761 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f6da6ce7-a273-4157-a06a-7d810644ce7a req-394b95a1-15ff-4bd4-9b3c-3f1ae1ed0a1c tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.1115234 Mar 02 13:58:34.582795 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0c17bfae-7e2c-4ca4-b56f-0b537088b89e req-75fdd9f3-2313-42c0-8ed9-8d29718f5a90 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 210 time: 0.0400748 Mar 02 13:58:34.618889 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f6da6ce7-a273-4157-a06a-7d810644ce7a req-2aaa7b97-f16b-4c48-9945-7a9d5f9abbab tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149926 Mar 02 13:58:34.619922 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-61d931c9-876d-46c1-8b46-a5e2e2d2a299 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Allocated IP 172.20.0.11 (2c507a7b-d519-44d9-b367-d10702dec79d/a65492fa-addf-4282-9092-2b2202c1df68/59aa1c7c-10a8-4ccf-af8f-71842faa5b01) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:58:34.803158 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6f92e-d879-4539-973a-2077de86dd34 req-ab3e6f33-81b4-4423-ad74-8996035de59e tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:34.804613 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-26e6f92e-d879-4539-973a-2077de86dd34 req-ab3e6f33-81b4-4423-ad74-8996035de59e tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1141472 Mar 02 13:58:34.809517 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-61d931c9-876d-46c1-8b46-a5e2e2d2a299 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:34.869991 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-26e6f92e-d879-4539-973a-2077de86dd34 req-9a6adf2d-a815-499f-8db3-042542db1abe tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588505 Mar 02 13:58:34.878136 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-61d931c9-876d-46c1-8b46-a5e2e2d2a299 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:34.925419 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-61d931c9-876d-46c1-8b46-a5e2e2d2a299 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Network 2c507a7b-d519-44d9-b367-d10702dec79d is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:58:34.930501 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-61d931c9-876d-46c1-8b46-a5e2e2d2a299 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:58:34.935071 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-61d931c9-876d-46c1-8b46-a5e2e2d2a299 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:58:34.939137 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d931c9-876d-46c1-8b46-a5e2e2d2a299 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Pushing event updated for resources: {'Port': ['ID=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:34.991155 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-61d931c9-876d-46c1-8b46-a5e2e2d2a299 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:34.991950 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-61d931c9-876d-46c1-8b46-a5e2e2d2a299 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:35.013793 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-61d931c9-876d-46c1-8b46-a5e2e2d2a299 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7484074 Mar 02 13:58:35.026491 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Request body: {'port': {'device_id': '7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:58:35.096350 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:35.172665 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-a5938ad4-4d59-4954-b4a4-ab2a90291a4b None None] Provisioning complete for port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:58:35.174067 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-a5938ad4-4d59-4954-b4a4-ab2a90291a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:35.224338 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-a5938ad4-4d59-4954-b4a4-ab2a90291a4b None None] Port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 13:58:35.410255 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 {{(pid=102940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 13:58:35.418562 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Publish callbacks [] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:35.433646 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.provisioning_blocks [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Transition to ACTIVE for port object 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 will not be triggered until provisioned by entity L2. {{(pid=102940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 13:58:35.442994 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:35.524609 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Pushing event updated for resources: {'Port': ['ID=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,revision_number=2']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:35.667723 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Attempting to bind port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:58:35.668024 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Attempting to bind port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d'}] {{(pid=102940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:58:35.668542 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Attempting to bind port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 on network 2c507a7b-d519-44d9-b367-d10702dec79d {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:58:35.676690 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 on network 2c507a7b-d519-44d9-b367-d10702dec79d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 13:58:35.677016 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Attempting to bind port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 on network 2c507a7b-d519-44d9-b367-d10702dec79d {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:58:35.715803 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:58:35.716244 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Checking segment: {'id': '8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:58:35.716628 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Bound using segment: {'id': '8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d'} {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:58:35.717163 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Bound port: 59aa1c7c-10a8-4ccf-af8f-71842faa5b01, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d'}}] {{(pid=102940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:58:35.717621 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:35.828254 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf106a-b665-430e-852a-46f215a777a5 req-9434ca08-9b95-44cc-825e-49175f7dde10 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:35.829750 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42cf106a-b665-430e-852a-46f215a777a5 req-9434ca08-9b95-44cc-825e-49175f7dde10 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.1276934 Mar 02 13:58:35.835652 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] For port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01, host hv-cinder-83124, cleared binding levels {{(pid=102940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:58:35.838962 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] For port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:58:35.850379 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:35.889837 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-125832ef-e737-4c3a-b099-48829454e2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:35.946501 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42cf106a-b665-430e-852a-46f215a777a5 req-4345824b-fac5-4f81-882b-533d0241539d tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995767 Mar 02 13:58:35.949867 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:35.953816 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:35.955614 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] 10.222.0.20 "PUT /v2.0/ports/59aa1c7c-10a8-4ccf-af8f-71842faa5b01 HTTP/1.1" status: 200 len: 1094 time: 0.9336588 Mar 02 13:58:35.956087 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7', 'tag': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:58:35.958441 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e53da6-4e3a-4e6c-bd7c-e44b804bc279" -d '{"events": [{"name": "network-changed", "server_uuid": "7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7", "tag": "59aa1c7c-10a8-4ccf-af8f-71842faa5b01"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:58:36.029537 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acbdce-8dd8-47ec-81ac-e84e58c67907 service neutron] Pushing event updated for resources: {'Port': ['ID=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,revision_number=3']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:36.072115 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 13:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55823f6-fdc2-4301-9a65-3d79f21757e0 x-openstack-request-id: req-a55823f6-fdc2-4301-9a65-3d79f21757e0 {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:58:36.072418 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7", "tag": "59aa1c7c-10a8-4ccf-af8f-71842faa5b01", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:58:36.072675 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a55823f6-fdc2-4301-9a65-3d79f21757e0 {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:58:36.073072 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7', 'tag': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01', 'status': 'completed', 'code': 200} Mar 02 13:58:36.098950 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-323a190c-32e1-47f6-b621-f4a74d669cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:36.100564 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-323a190c-32e1-47f6-b621-f4a74d669cde service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f2ae141a3f4e41ac92ac4b9bc8d548&device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 1128 time: 0.0963550 Mar 02 13:58:36.176131 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-d2783bbe-e1fb-4530-b863-c6331c21e2ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59aa1c7c-10a8-4ccf-af8f-71842faa5b01 HTTP/1.1" status: 200 len: 217 time: 0.0645294 Mar 02 13:58:36.236064 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-7ae41ccf-1254-49e6-8d8e-97bc670f9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:36.237527 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-7ae41ccf-1254-49e6-8d8e-97bc670f9676 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a65492fa-addf-4282-9092-2b2202c1df68 HTTP/1.1" status: 200 len: 855 time: 0.0545614 Mar 02 13:58:36.305651 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-06d6814a-963b-4232-88c3-b75558581f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:36.307407 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-06d6814a-963b-4232-88c3-b75558581f41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c507a7b-d519-44d9-b367-d10702dec79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621097 Mar 02 13:58:36.428942 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-7e2d4d37-c79f-4b61-a178-bd3ca7b17363 service neutron] 10.222.0.20 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132853 Mar 02 13:58:36.616094 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42804e1e-f416-4c48-8695-eefa6c60d7cc req-c83aa7ed-38e2-4b9a-89cb-5f51d071dfea service neutron] 10.222.0.20 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789253 Mar 02 13:58:36.634121 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c8944-d345-45f7-8c08-fed8f9e8d1cc req-fc9958df-8b98-4155-8c75-661a1171124b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:36.635672 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-902c8944-d345-45f7-8c08-fed8f9e8d1cc req-fc9958df-8b98-4155-8c75-661a1171124b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=607aa3bcf57041219e479bb3e70e3a3d&device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 1130 time: 0.1054647 Mar 02 13:58:36.649575 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45017cc9-4b9b-473e-8394-194ba03b755d req-a03b0802-7f84-4fc0-84a0-8a2baf520967 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:36.651144 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-45017cc9-4b9b-473e-8394-194ba03b755d req-a03b0802-7f84-4fc0-84a0-8a2baf520967 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1044273 Mar 02 13:58:36.799629 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-45017cc9-4b9b-473e-8394-194ba03b755d req-54d9a608-f4e5-40eb-8d7f-72539ecaaa98 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366689 Mar 02 13:58:36.821657 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e53da6-4e3a-4e6c-bd7c-e44b804bc279 req-c729a20f-bce9-4f73-9c5b-1487501e1545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:36.823184 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a9e53da6-4e3a-4e6c-bd7c-e44b804bc279 req-c729a20f-bce9-4f73-9c5b-1487501e1545 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f2ae141a3f4e41ac92ac4b9bc8d548&device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 1128 time: 0.1275878 Mar 02 13:58:36.825245 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c8944-d345-45f7-8c08-fed8f9e8d1cc req-64e07345-9254-46e7-87ac-decee8f8f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:36.826684 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-902c8944-d345-45f7-8c08-fed8f9e8d1cc req-64e07345-9254-46e7-87ac-decee8f8f3b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dcaa62c3-8e05-4527-8824-303977b75d7c HTTP/1.1" status: 200 len: 919 time: 0.1719463 Mar 02 13:58:37.118605 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-902c8944-d345-45f7-8c08-fed8f9e8d1cc req-abdcefaa-9d6e-4efa-84d4-5f6c0ff72d0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5b72211-1410-4045-9655-df5a3c6840ec HTTP/1.1" status: 200 len: 217 time: 0.2727299 Mar 02 13:58:37.246229 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c8944-d345-45f7-8c08-fed8f9e8d1cc req-9a1b0f57-b6a5-47a6-9ffe-7ebcc40a5322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:37.249916 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-902c8944-d345-45f7-8c08-fed8f9e8d1cc req-9a1b0f57-b6a5-47a6-9ffe-7ebcc40a5322 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=888c3150-7f50-41ab-b3cc-18dce7c033e2 HTTP/1.1" status: 200 len: 858 time: 0.1191311 Mar 02 13:58:37.253477 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 13:58:37.265581 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8acdd-b7d1-43b1-a71f-0311ee686d6d req-71376f6e-1ce7-4620-83cd-ce2eaf8e6752 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:37.272272 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6de8acdd-b7d1-43b1-a71f-0311ee686d6d req-71376f6e-1ce7-4620-83cd-ce2eaf8e6752 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.1633101 Mar 02 13:58:37.320665 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-902c8944-d345-45f7-8c08-fed8f9e8d1cc req-c2563c04-7ca3-4aed-952a-bce8f9a63117 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcaa62c3-8e05-4527-8824-303977b75d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401404 Mar 02 13:58:37.321638 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e53da6-4e3a-4e6c-bd7c-e44b804bc279 req-ebe0d8b0-6d58-4d9f-a1b5-0952128d9c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:37.322992 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a9e53da6-4e3a-4e6c-bd7c-e44b804bc279 req-ebe0d8b0-6d58-4d9f-a1b5-0952128d9c83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c507a7b-d519-44d9-b367-d10702dec79d HTTP/1.1" status: 200 len: 917 time: 0.4853506 Mar 02 13:58:37.403892 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6de8acdd-b7d1-43b1-a71f-0311ee686d6d req-56635549-9249-4abf-986d-541ba8d47a1b tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307769 Mar 02 13:58:37.411011 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a9e53da6-4e3a-4e6c-bd7c-e44b804bc279 req-b5ff8347-7ac9-4efb-b47c-cc4d151639d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59aa1c7c-10a8-4ccf-af8f-71842faa5b01 HTTP/1.1" status: 200 len: 217 time: 0.0659282 Mar 02 13:58:37.517811 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e53da6-4e3a-4e6c-bd7c-e44b804bc279 req-d6bf6943-b368-4a84-a26e-fb224268959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:37.519353 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a9e53da6-4e3a-4e6c-bd7c-e44b804bc279 req-d6bf6943-b368-4a84-a26e-fb224268959e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a65492fa-addf-4282-9092-2b2202c1df68 HTTP/1.1" status: 200 len: 855 time: 0.0730238 Mar 02 13:58:37.534042 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-902c8944-d345-45f7-8c08-fed8f9e8d1cc req-428a8281-d3c2-441c-96e3-41f61f2162a7 service neutron] 10.222.0.20 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877670 Mar 02 13:58:37.649534 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e53da6-4e3a-4e6c-bd7c-e44b804bc279 req-680679ab-4d35-4493-85af-79837b2627f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:37.651073 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a9e53da6-4e3a-4e6c-bd7c-e44b804bc279 req-680679ab-4d35-4493-85af-79837b2627f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c507a7b-d519-44d9-b367-d10702dec79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1099730 Mar 02 13:58:37.651412 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34428) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:37.693019 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-902c8944-d345-45f7-8c08-fed8f9e8d1cc req-b2cf5e95-507f-491a-81ce-7014d4a54db4 service neutron] 10.222.0.20 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411128 Mar 02 13:58:37.706558 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ab1b53-de78-4ef5-87bc-2490835c5f5a admin admin] Deleting subnet ab6a6603-a5ee-4081-8728-8298ef4d48a6 {{(pid=102939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 13:58:37.710100 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-67ab1b53-de78-4ef5-87bc-2490835c5f5a admin admin] Publish callbacks [] for subnet (ab6a6603-a5ee-4081-8728-8298ef4d48a6), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:37.763613 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-67ab1b53-de78-4ef5-87bc-2490835c5f5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4828482'] for subnet (ab6a6603-a5ee-4081-8728-8298ef4d48a6), precommit_delete_associations {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:37.778513 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a9e53da6-4e3a-4e6c-bd7c-e44b804bc279 req-0ad4e16a-63c5-4d43-9367-ff0fb0fe2bb1 service neutron] 10.222.0.20 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171994 Mar 02 13:58:37.805851 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-67ab1b53-de78-4ef5-87bc-2490835c5f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775021'] for subnet (ab6a6603-a5ee-4081-8728-8298ef4d48a6), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:37.865796 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-67ab1b53-de78-4ef5-87bc-2490835c5f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4828331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7666363'] for subnet (ab6a6603-a5ee-4081-8728-8298ef4d48a6), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:37.893228 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a9e53da6-4e3a-4e6c-bd7c-e44b804bc279 req-946e3ab2-f54f-4d89-97f9-fec1953b6bba service neutron] 10.222.0.20 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013515 Mar 02 13:58:37.896298 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab1b53-de78-4ef5-87bc-2490835c5f5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab6a6603-a5ee-4081-8728-8298ef4d48a6,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:37.901104 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-67ab1b53-de78-4ef5-87bc-2490835c5f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:37.908966 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-67ab1b53-de78-4ef5-87bc-2490835c5f5a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ab6a6603-a5ee-4081-8728-8298ef4d48a6 HTTP/1.1" status: 204 len: 168 time: 0.2560692 Mar 02 13:58:37.909952 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34442) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:37.955724 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860909a-9bed-4a18-86d3-8a7938a4345d req-e73c6c7e-1a24-4374-af76-12c446e8e497 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:37.957209 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5860909a-9bed-4a18-86d3-8a7938a4345d req-e73c6c7e-1a24-4374-af76-12c446e8e497 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.0627825 Mar 02 13:58:37.986560 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-cbe2863c-41fe-4ea9-be72-f79d80aacff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845718'] for network (d8b74163-ed2c-43fb-9592-401ac20d1343), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.010334 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5860909a-9bed-4a18-86d3-8a7938a4345d req-c39bfb59-7024-4e28-8056-8b8d77cfb7f6 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475333 Mar 02 13:58:38.070839 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-2756cd0d-8486-4c9d-b677-90487868f588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.077025 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 13:58:38.088382 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-cbe2863c-41fe-4ea9-be72-f79d80aacff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754838', 'neutron.services.segments.db._delete_segments_for_network-8736061257629'] for network (d8b74163-ed2c-43fb-9592-401ac20d1343), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.098023 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34450) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:38.116316 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-cbe2863c-41fe-4ea9-be72-f79d80aacff5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b74163-ed2c-43fb-9592-401ac20d1343']}} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:38.130021 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-cbe2863c-41fe-4ea9-be72-f79d80aacff5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fb4efb-6f68-40d0-a454-0fbdfa7fedc2') {'for_net_delete': True} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:38.130328 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-cbe2863c-41fe-4ea9-be72-f79d80aacff5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fb4efb-6f68-40d0-a454-0fbdfa7fedc2') {} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:38.141059 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-cbe2863c-41fe-4ea9-be72-f79d80aacff5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736061261222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4828501'] for segment (d0fb4efb-6f68-40d0-a454-0fbdfa7fedc2), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.161272 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-cbe2863c-41fe-4ea9-be72-f79d80aacff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (d0fb4efb-6f68-40d0-a454-0fbdfa7fedc2), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.170342 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe2863c-41fe-4ea9-be72-f79d80aacff5 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 13:58:38.171401 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-cbe2863c-41fe-4ea9-be72-f79d80aacff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4828277'] for segment (d0fb4efb-6f68-40d0-a454-0fbdfa7fedc2), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: Traceback (most recent call last): Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: timer() Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: cb(*args, **kw) Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: return func(*args, **kwargs) Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: self._notify() Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: self.callback(batched_events) Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: event.method(event) Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: return f(self, *a, **k) Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._get(url).json() Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: return self.request(url, 'GET', **kwargs) Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 13:58:38.173696 dv-cinder-831247-3-iscsi neutron-server[102939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 13:58:38.240457 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:58:38.248648 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-cbe2863c-41fe-4ea9-be72-f79d80aacff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607359'] for network (d8b74163-ed2c-43fb-9592-401ac20d1343), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.252879 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-cbe2863c-41fe-4ea9-be72-f79d80aacff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.253523 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'port_id': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01', 'mac_address': 'fa:16:3e:bc:4e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 13:58:38.257153 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-cbe2863c-41fe-4ea9-be72-f79d80aacff5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d8b74163-ed2c-43fb-9592-401ac20d1343 HTTP/1.1" status: 204 len: 168 time: 0.3463032 Mar 02 13:58:38.260177 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 34454) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:38.260307 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-dd9296fb-85d8-45d5-9a98-9c6465f99494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.281895 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2863c-41fe-4ea9-be72-f79d80aacff5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8b74163-ed2c-43fb-9592-401ac20d1343,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:38.309898 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:58:38.310297 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.320302 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efc8057-1988-44e9-b1d4-64c336ac5fba admin admin] Deleting subnet e7e9dbff-1cfb-47a4-afd1-8963f4f9870d {{(pid=102940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 13:58:38.324664 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5efc8057-1988-44e9-b1d4-64c336ac5fba admin admin] Publish callbacks [] for subnet (e7e9dbff-1cfb-47a4-afd1-8963f4f9870d), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.334292 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 13:58:38.367046 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-dd9296fb-85d8-45d5-9a98-9c6465f99494 admin admin] Publish callbacks [] for security_group (82c953a9-7e55-40bf-927f-fa42caa01d57), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.372895 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-dd9296fb-85d8-45d5-9a98-9c6465f99494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (82c953a9-7e55-40bf-927f-fa42caa01d57), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.375977 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5efc8057-1988-44e9-b1d4-64c336ac5fba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4452555'] for subnet (e7e9dbff-1cfb-47a4-afd1-8963f4f9870d), precommit_delete_associations {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.385551 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:58:38.391244 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.417160 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-dd9296fb-85d8-45d5-9a98-9c6465f99494 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f633b9fcadf4972b0e2287f016068b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179145 Mar 02 13:58:38.420809 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34460) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:38.440889 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9296fb-85d8-45d5-9a98-9c6465f99494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c953a9-7e55-40bf-927f-fa42caa01d57,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:38.488284 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:38.502149 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5efc8057-1988-44e9-b1d4-64c336ac5fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775021'] for subnet (e7e9dbff-1cfb-47a4-afd1-8963f4f9870d), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.509643 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-100bec7a-8302-4aa4-9d80-187c84664436 admin admin] Publish callbacks [] for security_group (82c953a9-7e55-40bf-927f-fa42caa01d57), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.535381 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-100bec7a-8302-4aa4-9d80-187c84664436 admin admin] Publish callbacks [] for security_group (82c953a9-7e55-40bf-927f-fa42caa01d57), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.603327 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5efc8057-1988-44e9-b1d4-64c336ac5fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4452611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4384903'] for subnet (e7e9dbff-1cfb-47a4-afd1-8963f4f9870d), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.605127 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-100bec7a-8302-4aa4-9d80-187c84664436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (82c953a9-7e55-40bf-927f-fa42caa01d57), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.608335 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-100bec7a-8302-4aa4-9d80-187c84664436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.609357 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-100bec7a-8302-4aa4-9d80-187c84664436 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/82c953a9-7e55-40bf-927f-fa42caa01d57 HTTP/1.1" status: 204 len: 168 time: 0.1871552 Mar 02 13:58:38.622970 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bec7a-8302-4aa4-9d80-187c84664436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c953a9-7e55-40bf-927f-fa42caa01d57,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:38.653821 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb66ef5-4f27-4f47-aa5d-1c05830e7d06 req-8cd5f432-3e5d-4a58-bd57-9d2f2a9b60c3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:38.655643 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-acb66ef5-4f27-4f47-aa5d-1c05830e7d06 req-8cd5f432-3e5d-4a58-bd57-9d2f2a9b60c3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 945 time: 0.1134894 Mar 02 13:58:38.656366 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc8057-1988-44e9-b1d4-64c336ac5fba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e9dbff-1cfb-47a4-afd1-8963f4f9870d,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:38.665965 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5efc8057-1988-44e9-b1d4-64c336ac5fba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.670092 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-5efc8057-1988-44e9-b1d4-64c336ac5fba admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e7e9dbff-1cfb-47a4-afd1-8963f4f9870d HTTP/1.1" status: 204 len: 168 time: 0.4087958 Mar 02 13:58:38.672916 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34478) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:38.732015 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-acb66ef5-4f27-4f47-aa5d-1c05830e7d06 req-e01ea391-dd97-489d-9114-585bb9ae701a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670655 Mar 02 13:58:38.774718 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e160ac0e-0633-4bb4-af87-a2484d054ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845718'] for network (1ec004d9-6709-4b2b-92aa-c5e627a011f8), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.790334 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['59aa1c7c-10a8-4ccf-af8f-71842faa5b01'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 13:58:38.869092 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e160ac0e-0633-4bb4-af87-a2484d054ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754838', 'neutron.services.segments.db._delete_segments_for_network-8736061257629'] for network (1ec004d9-6709-4b2b-92aa-c5e627a011f8), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.901634 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-e160ac0e-0633-4bb4-af87-a2484d054ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec004d9-6709-4b2b-92aa-c5e627a011f8']}} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:38.915954 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-e160ac0e-0633-4bb4-af87-a2484d054ac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8b086f-28f1-4b5b-9779-80feab1f6b5d') {'for_net_delete': True} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:38.916256 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-e160ac0e-0633-4bb4-af87-a2484d054ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8b086f-28f1-4b5b-9779-80feab1f6b5d') {} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:38.941315 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e160ac0e-0633-4bb4-af87-a2484d054ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736061261222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4828501'] for segment (6b8b086f-28f1-4b5b-9779-80feab1f6b5d), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.958259 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e160ac0e-0633-4bb4-af87-a2484d054ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (6b8b086f-28f1-4b5b-9779-80feab1f6b5d), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.966892 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e160ac0e-0633-4bb4-af87-a2484d054ac7 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=102939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 13:58:38.967300 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e160ac0e-0633-4bb4-af87-a2484d054ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4828277'] for segment (6b8b086f-28f1-4b5b-9779-80feab1f6b5d), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: Traceback (most recent call last): Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: timer() Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: cb(*args, **kw) Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: return func(*args, **kwargs) Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: self._notify() Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: self.callback(batched_events) Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: event.method(event) Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: return f(self, *a, **k) Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._get(url).json() Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: return self.request(url, 'GET', **kwargs) Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 13:58:38.969820 dv-cinder-831247-3-iscsi neutron-server[102939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 13:58:38.992145 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34496) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:39.030426 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e41836fd-eb23-4429-8c78-b971aa51e4de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:39.055738 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e160ac0e-0633-4bb4-af87-a2484d054ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607359'] for network (1ec004d9-6709-4b2b-92aa-c5e627a011f8), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:39.062235 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e160ac0e-0633-4bb4-af87-a2484d054ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:39.065753 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-e160ac0e-0633-4bb4-af87-a2484d054ac7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1ec004d9-6709-4b2b-92aa-c5e627a011f8 HTTP/1.1" status: 204 len: 168 time: 0.3899646 Mar 02 13:58:39.101816 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160ac0e-0633-4bb4-af87-a2484d054ac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ec004d9-6709-4b2b-92aa-c5e627a011f8,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:39.181516 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700486a-3167-4bfd-aa34-4deb2f4f4af1 req-aca54928-4bd8-4636-abbc-7c11f9177e94 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:39.183681 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7700486a-3167-4bfd-aa34-4deb2f4f4af1 req-aca54928-4bd8-4636-abbc-7c11f9177e94 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.0721681 Mar 02 13:58:39.191611 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e41836fd-eb23-4429-8c78-b971aa51e4de admin admin] Publish callbacks [] for security_group (0eb9d0d9-ae22-45b3-addf-4c1a66f1fb0e), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:39.196537 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e41836fd-eb23-4429-8c78-b971aa51e4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (0eb9d0d9-ae22-45b3-addf-4c1a66f1fb0e), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:39.245501 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-e41836fd-eb23-4429-8c78-b971aa51e4de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=089ab881af194f429f2d654aac3e957d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500834 Mar 02 13:58:39.246197 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34510) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:39.250139 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7700486a-3167-4bfd-aa34-4deb2f4f4af1 req-a791be7e-643e-4c1e-b79e-2a28c66e9215 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586054 Mar 02 13:58:39.252577 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41836fd-eb23-4429-8c78-b971aa51e4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb9d0d9-ae22-45b3-addf-4c1a66f1fb0e,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:39.302367 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c1ecf8a5-4ac2-4445-8c54-5792a1017e6c admin admin] Publish callbacks [] for security_group (0eb9d0d9-ae22-45b3-addf-4c1a66f1fb0e), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:39.317931 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 34512) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:39.329615 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c1ecf8a5-4ac2-4445-8c54-5792a1017e6c admin admin] Publish callbacks [] for security_group (0eb9d0d9-ae22-45b3-addf-4c1a66f1fb0e), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:39.347888 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34514) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:39.372445 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-ad8c8770-7984-4918-b3ac-7e16e171af48 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a41c93f03e7747a38eeb76ffeac4def4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529006 Mar 02 13:58:39.375353 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 34518) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:39.405378 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c1ecf8a5-4ac2-4445-8c54-5792a1017e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (0eb9d0d9-ae22-45b3-addf-4c1a66f1fb0e), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:39.408588 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c1ecf8a5-4ac2-4445-8c54-5792a1017e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:39.412255 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-c1ecf8a5-4ac2-4445-8c54-5792a1017e6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0eb9d0d9-ae22-45b3-addf-4c1a66f1fb0e HTTP/1.1" status: 204 len: 168 time: 0.1626034 Mar 02 13:58:39.419270 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:39.425307 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecf8a5-4ac2-4445-8c54-5792a1017e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb9d0d9-ae22-45b3-addf-4c1a66f1fb0e,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:39.445450 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-39f19a63-0247-47ec-af36-df743425dee4 admin admin] Publish callbacks [] for security_group (046e240d-192c-4955-9b6d-70d97b50adf9), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:39.472668 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-39f19a63-0247-47ec-af36-df743425dee4 admin admin] Publish callbacks [] for security_group (046e240d-192c-4955-9b6d-70d97b50adf9), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:39.550314 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-39f19a63-0247-47ec-af36-df743425dee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (046e240d-192c-4955-9b6d-70d97b50adf9), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:39.553352 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-39f19a63-0247-47ec-af36-df743425dee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:39.556931 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-39f19a63-0247-47ec-af36-df743425dee4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/046e240d-192c-4955-9b6d-70d97b50adf9 HTTP/1.1" status: 204 len: 168 time: 0.1779037 Mar 02 13:58:39.567516 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f19a63-0247-47ec-af36-df743425dee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046e240d-192c-4955-9b6d-70d97b50adf9,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:39.608115 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7ad665b0-748c-4638-adea-261ced32da30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:39.713099 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7ad665b0-748c-4638-adea-261ced32da30 admin admin] Publish callbacks [] for security_group (dcc63444-c176-4c77-927a-cf2738649191), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:39.718596 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7ad665b0-748c-4638-adea-261ced32da30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (dcc63444-c176-4c77-927a-cf2738649191), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:39.797092 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-7ad665b0-748c-4638-adea-261ced32da30 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d88c4f68f0b141f09036969040e3a023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4480512 Mar 02 13:58:39.797909 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34548) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:39.805011 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad665b0-748c-4638-adea-261ced32da30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc63444-c176-4c77-927a-cf2738649191,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:39.879623 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-93b886f1-9751-4c9e-8941-5bb11e509bf5 admin admin] Publish callbacks [] for security_group (dcc63444-c176-4c77-927a-cf2738649191), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:39.933810 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-93b886f1-9751-4c9e-8941-5bb11e509bf5 admin admin] Publish callbacks [] for security_group (dcc63444-c176-4c77-927a-cf2738649191), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:39.981121 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2310ad-f192-41b1-b80f-5ea90ba7e7b0 req-84dd063d-0698-44f1-8f60-c8317f0930da tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:39.983519 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9c2310ad-f192-41b1-b80f-5ea90ba7e7b0 req-84dd063d-0698-44f1-8f60-c8317f0930da tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 945 time: 0.1107874 Mar 02 13:58:40.023327 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-93b886f1-9751-4c9e-8941-5bb11e509bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (dcc63444-c176-4c77-927a-cf2738649191), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:40.039184 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-93b886f1-9751-4c9e-8941-5bb11e509bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:40.042478 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-93b886f1-9751-4c9e-8941-5bb11e509bf5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dcc63444-c176-4c77-927a-cf2738649191 HTTP/1.1" status: 204 len: 168 time: 0.2432542 Mar 02 13:58:40.058461 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b886f1-9751-4c9e-8941-5bb11e509bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc63444-c176-4c77-927a-cf2738649191,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:40.072879 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9c2310ad-f192-41b1-b80f-5ea90ba7e7b0 req-5af5ab0d-f6a7-4c2a-bda3-2c336682d716 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780168 Mar 02 13:58:40.097083 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:58:40.166761 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34576) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:40.167190 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 13:58:40.172704 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:58:40.173237 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:40.226499 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-7d09215e-c628-4b5b-ab3c-e9f0a42d0f01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b8c43e69f454af2b9564b4d8c590221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0579219 Mar 02 13:58:40.230267 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 34578) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:40.303194 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:58:40.303827 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:40.333623 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9ca756cf-cc72-425a-8f73-bbaa8f40c44b admin admin] Publish callbacks [] for security_group (ebb361fc-ef21-41c5-b606-7a0dd8c89f49), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:40.351888 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:58:40.354978 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575a78b8-cc08-4a5a-8318-855861e636ae" -d '{"events": [{"server_uuid": "7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7", "name": "network-vif-plugged", "status": "completed", "tag": "59aa1c7c-10a8-4ccf-af8f-71842faa5b01"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:58:40.393236 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:58:40.394723 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9ca756cf-cc72-425a-8f73-bbaa8f40c44b admin admin] Publish callbacks [] for security_group (ebb361fc-ef21-41c5-b606-7a0dd8c89f49), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:40.400091 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:40.451716 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 13:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c97511-9068-4fc8-816e-5da19031f7e9 x-openstack-request-id: req-64c97511-9068-4fc8-816e-5da19031f7e9 {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:58:40.452305 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7", "name": "network-vif-plugged", "status": "completed", "tag": "59aa1c7c-10a8-4ccf-af8f-71842faa5b01", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:58:40.452305 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64c97511-9068-4fc8-816e-5da19031f7e9 {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:58:40.452589 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01', 'code': 200} Mar 02 13:58:40.486726 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:40.533877 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e5b88-58c6-45c6-9bae-afb0803284a2 req-5667062a-8244-472d-a47f-1a59cf2e80ba tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:40.541520 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ff7e5b88-58c6-45c6-9bae-afb0803284a2 req-5667062a-8244-472d-a47f-1a59cf2e80ba tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1178524 Mar 02 13:58:40.573191 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9ca756cf-cc72-425a-8f73-bbaa8f40c44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (ebb361fc-ef21-41c5-b606-7a0dd8c89f49), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:40.576376 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9ca756cf-cc72-425a-8f73-bbaa8f40c44b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:40.577692 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-9ca756cf-cc72-425a-8f73-bbaa8f40c44b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ebb361fc-ef21-41c5-b606-7a0dd8c89f49 HTTP/1.1" status: 204 len: 168 time: 0.3454025 Mar 02 13:58:40.619809 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca756cf-cc72-425a-8f73-bbaa8f40c44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb361fc-ef21-41c5-b606-7a0dd8c89f49,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:40.634851 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ff7e5b88-58c6-45c6-9bae-afb0803284a2 req-3d57c46c-ecd9-4bee-9de8-286c58f4eb42 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922866 Mar 02 13:58:40.649404 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18c332-069e-4cc6-ba69-38cd6c6dad83 req-077cdc42-d9d2-40bb-be37-d3f1a04745e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:40.650867 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5f18c332-069e-4cc6-ba69-38cd6c6dad83 req-077cdc42-d9d2-40bb-be37-d3f1a04745e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 1130 time: 0.0787892 Mar 02 13:58:40.651327 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 34596) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:40.673078 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-ce14b495-a9d3-4e19-804e-535a0ddc6777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:40.724172 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5f18c332-069e-4cc6-ba69-38cd6c6dad83 req-ccb14b5a-a015-43da-a688-55fd51b15a78 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632937 Mar 02 13:58:40.778290 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-ce14b495-a9d3-4e19-804e-535a0ddc6777 admin admin] Publish callbacks [] for security_group (6d093d2c-94ba-4685-aacb-a4bebb58f165), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:40.784820 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-ce14b495-a9d3-4e19-804e-535a0ddc6777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (6d093d2c-94ba-4685-aacb-a4bebb58f165), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:40.818677 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-ce14b495-a9d3-4e19-804e-535a0ddc6777 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7336e8fbe56a420bbb3721465286a148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663575 Mar 02 13:58:40.821397 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34602) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:40.836302 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14b495-a9d3-4e19-804e-535a0ddc6777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d093d2c-94ba-4685-aacb-a4bebb58f165,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:40.874066 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:40.876689 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-da23e6b3-4736-43a4-8bf6-13256c5675a7 admin admin] Publish callbacks [] for security_group (6d093d2c-94ba-4685-aacb-a4bebb58f165), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:40.900582 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-da23e6b3-4736-43a4-8bf6-13256c5675a7 admin admin] Publish callbacks [] for security_group (6d093d2c-94ba-4685-aacb-a4bebb58f165), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:40.957079 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-da23e6b3-4736-43a4-8bf6-13256c5675a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (6d093d2c-94ba-4685-aacb-a4bebb58f165), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:40.960298 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-da23e6b3-4736-43a4-8bf6-13256c5675a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:40.964237 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-da23e6b3-4736-43a4-8bf6-13256c5675a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d093d2c-94ba-4685-aacb-a4bebb58f165 HTTP/1.1" status: 204 len: 168 time: 0.1391301 Mar 02 13:58:40.971376 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23e6b3-4736-43a4-8bf6-13256c5675a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d093d2c-94ba-4685-aacb-a4bebb58f165,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:41.259755 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ac3f4-5ab6-47fc-bd26-d0c6c9475697 req-61ea6fca-002b-4acb-bfae-ebc92e7053fd tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:41.261962 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a87ac3f4-5ab6-47fc-bd26-d0c6c9475697 req-61ea6fca-002b-4acb-bfae-ebc92e7053fd tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.0704942 Mar 02 13:58:41.314949 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a87ac3f4-5ab6-47fc-bd26-d0c6c9475697 req-c0ccc433-1946-4d1a-bb4e-3e298ea40831 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464139 Mar 02 13:58:41.589332 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 34646) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:41.656465 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34656) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:41.777858 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c39d7d-188a-4daf-8d43-f8902f0296ba req-db2da1ff-8cd3-4a64-ad74-32e8ce211bcb tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:41.780032 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-65c39d7d-188a-4daf-8d43-f8902f0296ba req-db2da1ff-8cd3-4a64-ad74-32e8ce211bcb tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.0562081 Mar 02 13:58:41.814416 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9d902762-fc91-41d7-950e-ebcac44fba30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:41.855259 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-65c39d7d-188a-4daf-8d43-f8902f0296ba req-6171d26a-c6be-4427-a3a5-9c9eea5c94b7 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695908 Mar 02 13:58:41.916076 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3c762c3d-0a85-4874-a84d-7be951f30d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:41.930786 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9d902762-fc91-41d7-950e-ebcac44fba30 admin admin] Publish callbacks [] for security_group (fc661ef3-7f0a-4b88-839b-5163b2bc2d0d), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:41.937129 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9d902762-fc91-41d7-950e-ebcac44fba30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (fc661ef3-7f0a-4b88-839b-5163b2bc2d0d), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:41.981850 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-9d902762-fc91-41d7-950e-ebcac44fba30 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=baae0e85858d4dd182e551db34f61499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3903573 Mar 02 13:58:41.982990 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d902762-fc91-41d7-950e-ebcac44fba30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc661ef3-7f0a-4b88-839b-5163b2bc2d0d,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:41.986763 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 34672) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:42.035394 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3c762c3d-0a85-4874-a84d-7be951f30d24 admin admin] Publish callbacks [] for security_group (a8d44831-f6e5-46d5-a106-aeaa987fcc6b), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:42.042095 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3c762c3d-0a85-4874-a84d-7be951f30d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (a8d44831-f6e5-46d5-a106-aeaa987fcc6b), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:42.052517 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9ed52660-e8cb-4463-86e4-00e8578d9379 admin admin] Publish callbacks [] for security_group (fc661ef3-7f0a-4b88-839b-5163b2bc2d0d), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:42.087732 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-3c762c3d-0a85-4874-a84d-7be951f30d24 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8cb313af34ab406c8feb1cf598c532df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4301834 Mar 02 13:58:42.089074 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c762c3d-0a85-4874-a84d-7be951f30d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d44831-f6e5-46d5-a106-aeaa987fcc6b,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:42.092843 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 34678) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:42.137797 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9ed52660-e8cb-4463-86e4-00e8578d9379 admin admin] Publish callbacks [] for security_group (fc661ef3-7f0a-4b88-839b-5163b2bc2d0d), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:42.195672 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c9a8628b-f229-46b2-a438-635fffccbf9d admin admin] Publish callbacks [] for security_group (a8d44831-f6e5-46d5-a106-aeaa987fcc6b), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:42.222839 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c9a8628b-f229-46b2-a438-635fffccbf9d admin admin] Publish callbacks [] for security_group (a8d44831-f6e5-46d5-a106-aeaa987fcc6b), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:42.234176 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9ed52660-e8cb-4463-86e4-00e8578d9379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (fc661ef3-7f0a-4b88-839b-5163b2bc2d0d), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:42.236868 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9ed52660-e8cb-4463-86e4-00e8578d9379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:42.238356 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-9ed52660-e8cb-4463-86e4-00e8578d9379 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc661ef3-7f0a-4b88-839b-5163b2bc2d0d HTTP/1.1" status: 204 len: 168 time: 0.2503843 Mar 02 13:58:42.251824 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed52660-e8cb-4463-86e4-00e8578d9379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc661ef3-7f0a-4b88-839b-5163b2bc2d0d,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:42.295397 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c9a8628b-f229-46b2-a438-635fffccbf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (a8d44831-f6e5-46d5-a106-aeaa987fcc6b), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:42.298070 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c9a8628b-f229-46b2-a438-635fffccbf9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:42.299259 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-c9a8628b-f229-46b2-a438-635fffccbf9d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8d44831-f6e5-46d5-a106-aeaa987fcc6b HTTP/1.1" status: 204 len: 168 time: 0.2041273 Mar 02 13:58:42.310638 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8628b-f229-46b2-a438-635fffccbf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d44831-f6e5-46d5-a106-aeaa987fcc6b,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:42.494502 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d09a42-56d7-47a3-9df5-1c3403ef78f8 req-3b198fd2-3b8b-4b72-b452-511a3ab5540f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:42.496847 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-45d09a42-56d7-47a3-9df5-1c3403ef78f8 req-3b198fd2-3b8b-4b72-b452-511a3ab5540f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.1031249 Mar 02 13:58:42.578895 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:42.596198 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-45d09a42-56d7-47a3-9df5-1c3403ef78f8 req-52d1c681-14c7-4633-9420-f92774eba127 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854020 Mar 02 13:58:42.721379 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46d3d0-f18f-42e2-b2df-8ba6305cbb3b req-dec93565-754b-4642-8c78-0ca401079080 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:42.727550 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8e46d3d0-f18f-42e2-b2df-8ba6305cbb3b req-dec93565-754b-4642-8c78-0ca401079080 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.0659697 Mar 02 13:58:42.733718 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34708) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:42.738626 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-e9b5f08c-6a02-4227-8cf7-a3b681baf08a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Request body: {'floatingip': {'port_id': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:58:42.784939 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e9b5f08c-6a02-4227-8cf7-a3b681baf08a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for floatingip (2686f0aa-aa6d-4a05-9cd8-aa75373378ba), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:43.033726 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae90a8e-89a8-43c8-be76-7c93a3ce5d85 req-672f9169-bddf-47b0-8ff5-3b96ffafe228 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:43.042042 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-dae90a8e-89a8-43c8-be76-7c93a3ce5d85 req-672f9169-bddf-47b0-8ff5-3b96ffafe228 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.0999467 Mar 02 13:58:43.104693 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-dae90a8e-89a8-43c8-be76-7c93a3ce5d85 req-a16ce33e-bae7-4aa4-b2b1-84b7f9697489 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599689 Mar 02 13:58:43.128969 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 34724) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:43.147228 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-6195821a-a383-4420-8785-0528acfb5523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:43.342387 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-6195821a-a383-4420-8785-0528acfb5523 admin admin] Publish callbacks [] for security_group (64195992-818c-4386-9e69-9730cc3c416f), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:43.349110 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-6195821a-a383-4420-8785-0528acfb5523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (64195992-818c-4386-9e69-9730cc3c416f), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:43.425117 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34740) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:43.426047 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-6195821a-a383-4420-8785-0528acfb5523 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e52c8652a7e4920bf22f0bff59ef80f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953358 Mar 02 13:58:43.426767 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195821a-a383-4420-8785-0528acfb5523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64195992-818c-4386-9e69-9730cc3c416f,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:43.517999 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e9b5f08c-6a02-4227-8cf7-a3b681baf08a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:43.526461 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e9b5f08c-6a02-4227-8cf7-a3b681baf08a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607373'] for floatingip (2686f0aa-aa6d-4a05-9cd8-aa75373378ba), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:43.563691 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a45164cb-6edf-4a31-af3d-7604c7effe57 admin admin] Publish callbacks [] for security_group (64195992-818c-4386-9e69-9730cc3c416f), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:43.596619 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a45164cb-6edf-4a31-af3d-7604c7effe57 admin admin] Publish callbacks [] for security_group (64195992-818c-4386-9e69-9730cc3c416f), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:43.678063 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.l3_db [None req-e9b5f08c-6a02-4227-8cf7-a3b681baf08a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Floating IP 2686f0aa-aa6d-4a05-9cd8-aa75373378ba associated. External IP: 172.27.1.2, port: 59aa1c7c-10a8-4ccf-af8f-71842faa5b01. Mar 02 13:58:43.736314 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a45164cb-6edf-4a31-af3d-7604c7effe57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (64195992-818c-4386-9e69-9730cc3c416f), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:43.736840 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a45164cb-6edf-4a31-af3d-7604c7effe57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:43.738153 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-a45164cb-6edf-4a31-af3d-7604c7effe57 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64195992-818c-4386-9e69-9730cc3c416f HTTP/1.1" status: 204 len: 168 time: 0.3103373 Mar 02 13:58:43.749686 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45164cb-6edf-4a31-af3d-7604c7effe57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64195992-818c-4386-9e69-9730cc3c416f,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:44.132367 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:44.194307 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b5f08c-6a02-4227-8cf7-a3b681baf08a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Router e72e205e-913d-4b84-a8dc-ec4c6fb2236d has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 13:58:44.252256 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34786) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:44.277670 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-24909ce2-9e21-4526-997f-228be716f7e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:44.281259 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8211db-b484-4bdf-b71a-bf3390dbc3e5 req-51626b67-6938-433f-b9d3-4fb9b0cf3708 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:44.294574 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b8211db-b484-4bdf-b71a-bf3390dbc3e5 req-51626b67-6938-433f-b9d3-4fb9b0cf3708 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.0799611 Mar 02 13:58:44.363074 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b8211db-b484-4bdf-b71a-bf3390dbc3e5 req-0a23a071-d2de-4d9b-a7fa-2a693526be3b tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673018 Mar 02 13:58:44.383891 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b5f08c-6a02-4227-8cf7-a3b681baf08a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 13:58:44.389978 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e9b5f08c-6a02-4227-8cf7-a3b681baf08a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:44.397464 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c4d68b-f63f-408e-8c6a-d4ffb995fa7c None None] Sync routers for ids ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'] in dv-cinder-831247-3-iscsi {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 13:58:44.430335 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c4d68b-f63f-408e-8c6a-d4ffb995fa7c None None] Routers {'e72e205e-913d-4b84-a8dc-ec4c6fb2236d'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:58:44.431015 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-75c4d68b-f63f-408e-8c6a-d4ffb995fa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:58:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:44.443211 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-e9b5f08c-6a02-4227-8cf7-a3b681baf08a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "PUT /v2.0/floatingips/2686f0aa-aa6d-4a05-9cd8-aa75373378ba HTTP/1.1" status: 200 len: 990 time: 1.7079041 Mar 02 13:58:44.449252 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7', 'tag': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:58:44.452110 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779388bb-e370-4a2e-91a0-5f423a5573a1" -d '{"events": [{"name": "network-changed", "server_uuid": "7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7", "tag": "59aa1c7c-10a8-4ccf-af8f-71842faa5b01"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:58:44.478450 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-24909ce2-9e21-4526-997f-228be716f7e0 admin admin] Publish callbacks [] for security_group (b4c8226d-b168-4ca5-982c-2c6744fa6570), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:44.484206 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-24909ce2-9e21-4526-997f-228be716f7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (b4c8226d-b168-4ca5-982c-2c6744fa6570), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:44.534190 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 13:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fea454-e85a-4178-a17f-456e0cdb27a1 x-openstack-request-id: req-d8fea454-e85a-4178-a17f-456e0cdb27a1 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:58:44.534966 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7", "tag": "59aa1c7c-10a8-4ccf-af8f-71842faa5b01", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:58:44.535624 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d8fea454-e85a-4178-a17f-456e0cdb27a1 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:58:44.536216 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7', 'tag': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01', 'status': 'completed', 'code': 200} Mar 02 13:58:44.560948 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24909ce2-9e21-4526-997f-228be716f7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c8226d-b168-4ca5-982c-2c6744fa6570,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:44.579610 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 34810) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:44.587400 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-24909ce2-9e21-4526-997f-228be716f7e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=960d670a53cf4d11b1988519c3989d12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148606 Mar 02 13:58:44.637684 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-75c4d68b-f63f-408e-8c6a-d4ffb995fa7c None None] Set router e72e205e-913d-4b84-a8dc-ec4c6fb2236d gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:58:44.691664 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-1fda06c2-0433-4d5c-b490-a08e3bbbce14 admin admin] Publish callbacks [] for security_group (b4c8226d-b168-4ca5-982c-2c6744fa6570), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:44.697437 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779388bb-e370-4a2e-91a0-5f423a5573a1 req-da5068f4-cbb5-4257-b3c7-f63704a32860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:44.703502 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-779388bb-e370-4a2e-91a0-5f423a5573a1 req-da5068f4-cbb5-4257-b3c7-f63704a32860 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f2ae141a3f4e41ac92ac4b9bc8d548&device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 1130 time: 0.1084011 Mar 02 13:58:44.756091 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-1fda06c2-0433-4d5c-b490-a08e3bbbce14 admin admin] Publish callbacks [] for security_group (b4c8226d-b168-4ca5-982c-2c6744fa6570), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:44.851222 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779388bb-e370-4a2e-91a0-5f423a5573a1 req-dff7ec39-2a90-433b-9dd0-8ecedf43a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:44.852732 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-779388bb-e370-4a2e-91a0-5f423a5573a1 req-dff7ec39-2a90-433b-9dd0-8ecedf43a555 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c507a7b-d519-44d9-b367-d10702dec79d HTTP/1.1" status: 200 len: 917 time: 0.1383970 Mar 02 13:58:44.873114 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-1fda06c2-0433-4d5c-b490-a08e3bbbce14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (b4c8226d-b168-4ca5-982c-2c6744fa6570), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:44.880356 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-1fda06c2-0433-4d5c-b490-a08e3bbbce14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:44.881890 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-1fda06c2-0433-4d5c-b490-a08e3bbbce14 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4c8226d-b168-4ca5-982c-2c6744fa6570 HTTP/1.1" status: 204 len: 168 time: 0.3004463 Mar 02 13:58:44.931614 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda06c2-0433-4d5c-b490-a08e3bbbce14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c8226d-b168-4ca5-982c-2c6744fa6570,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:44.976883 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-779388bb-e370-4a2e-91a0-5f423a5573a1 req-55140fdb-e964-4adb-bca6-90e0b445a6c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59aa1c7c-10a8-4ccf-af8f-71842faa5b01 HTTP/1.1" status: 200 len: 998 time: 0.1148970 Mar 02 13:58:45.046399 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779388bb-e370-4a2e-91a0-5f423a5573a1 req-286dba21-1b88-4b06-9db0-f3512e1df470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:45.048650 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-779388bb-e370-4a2e-91a0-5f423a5573a1 req-286dba21-1b88-4b06-9db0-f3512e1df470 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a65492fa-addf-4282-9092-2b2202c1df68 HTTP/1.1" status: 200 len: 855 time: 0.0648305 Mar 02 13:58:45.062064 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-75c4d68b-f63f-408e-8c6a-d4ffb995fa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T13:58:24Z', 'revision_number': 4, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port': {'id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:22Z', 'updated_at': '2022-03-02T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': '2686f0aa-aa6d-4a05-9cd8-aa75373378ba', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'port_id': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'mac_address': 'fa:16:3e:bc:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T13:58:27Z', 'updated_at': '2022-03-02T13:58:43Z', 'revision_number': 1, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f761f0-e012-43b8-9f4a-8451c4a7f1a0', 'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'mac_address': 'fa:16:3e:e5:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:24Z', 'updated_at': '2022-03-02T13:58:28Z', 'revision_number': 5, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'subnets': [{'id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:45.098272 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c4d68b-f63f-408e-8c6a-d4ffb995fa7c None None] Checking router: e72e205e-913d-4b84-a8dc-ec4c6fb2236d for host: dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 13:58:45.112355 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34826) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:45.116250 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c4d68b-f63f-408e-8c6a-d4ffb995fa7c None None] Routers {'e72e205e-913d-4b84-a8dc-ec4c6fb2236d'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:58:45.117563 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-75c4d68b-f63f-408e-8c6a-d4ffb995fa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:58:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:45.175858 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779388bb-e370-4a2e-91a0-5f423a5573a1 req-3fadc3f3-a778-47bd-8ce9-f903869dcaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:45.181529 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-779388bb-e370-4a2e-91a0-5f423a5573a1 req-3fadc3f3-a778-47bd-8ce9-f903869dcaff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c507a7b-d519-44d9-b367-d10702dec79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1152198 Mar 02 13:58:45.397571 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-779388bb-e370-4a2e-91a0-5f423a5573a1 req-7f198801-c527-4a3b-b13b-6df0cc74dc6c service neutron] 10.222.0.20 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034638 Mar 02 13:58:45.489026 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-75c4d68b-f63f-408e-8c6a-d4ffb995fa7c None None] Set router e72e205e-913d-4b84-a8dc-ec4c6fb2236d gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:58:45.530984 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-65345713-2af4-4f8f-a9d7-aef9da2adc06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:45.593017 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-779388bb-e370-4a2e-91a0-5f423a5573a1 req-bdb92b93-4ddb-4bf1-9518-b383e1df19d1 service neutron] 10.222.0.20 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887825 Mar 02 13:58:45.672151 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-65345713-2af4-4f8f-a9d7-aef9da2adc06 admin admin] Publish callbacks [] for security_group (de6c6375-7622-4443-b5d7-7e7cd1c85728), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:45.677413 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-65345713-2af4-4f8f-a9d7-aef9da2adc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (de6c6375-7622-4443-b5d7-7e7cd1c85728), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:45.685691 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78e899-645c-47d3-8d2d-a896837ef745 req-8c666317-6b9a-49aa-8d32-d230b39db5c5 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:45.691423 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-dc78e899-645c-47d3-8d2d-a896837ef745 req-8c666317-6b9a-49aa-8d32-d230b39db5c5 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1984367 Mar 02 13:58:45.750792 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65345713-2af4-4f8f-a9d7-aef9da2adc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6c6375-7622-4443-b5d7-7e7cd1c85728,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:45.764589 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 34864) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:45.799016 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-dc78e899-645c-47d3-8d2d-a896837ef745 req-22cc640f-3c64-4b38-982e-b088df1d9706 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800917 Mar 02 13:58:45.836776 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 34872) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:45.837030 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-65345713-2af4-4f8f-a9d7-aef9da2adc06 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=252f5b4b448144a2b72f0521aebe73c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7237825 Mar 02 13:58:45.892718 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-da74931e-fc92-4320-ae06-82151ea60bda admin admin] Publish callbacks [] for security_group (de6c6375-7622-4443-b5d7-7e7cd1c85728), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:45.920944 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-da74931e-fc92-4320-ae06-82151ea60bda admin admin] Publish callbacks [] for security_group (de6c6375-7622-4443-b5d7-7e7cd1c85728), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:45.972676 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-75c4d68b-f63f-408e-8c6a-d4ffb995fa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T13:58:24Z', 'revision_number': 4, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port': {'id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:22Z', 'updated_at': '2022-03-02T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': '2686f0aa-aa6d-4a05-9cd8-aa75373378ba', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'port_id': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'mac_address': 'fa:16:3e:bc:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T13:58:27Z', 'updated_at': '2022-03-02T13:58:43Z', 'revision_number': 1, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f761f0-e012-43b8-9f4a-8451c4a7f1a0', 'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'mac_address': 'fa:16:3e:e5:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:24Z', 'updated_at': '2022-03-02T13:58:28Z', 'revision_number': 5, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'subnets': [{'id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:58:46.003403 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c4d68b-f63f-408e-8c6a-d4ffb995fa7c None None] The sync data for ids ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'] in dv-cinder-831247-3-iscsi is: [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T13:58:24Z', 'revision_number': 4, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port': {'id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:22Z', 'updated_at': '2022-03-02T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': '2686f0aa-aa6d-4a05-9cd8-aa75373378ba', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'floating_ip_address': '172.27.1.2', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'port_id': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'mac_address': 'fa:16:3e:bc:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T13:58:27Z', 'updated_at': '2022-03-02T13:58:43Z', 'revision_number': 1, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f761f0-e012-43b8-9f4a-8451c4a7f1a0', 'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'mac_address': 'fa:16:3e:e5:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:24Z', 'updated_at': '2022-03-02T13:58:28Z', 'revision_number': 5, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'subnets': [{'id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 13:58:46.008173 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-da74931e-fc92-4320-ae06-82151ea60bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (de6c6375-7622-4443-b5d7-7e7cd1c85728), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:46.012409 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-da74931e-fc92-4320-ae06-82151ea60bda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:46.013854 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-da74931e-fc92-4320-ae06-82151ea60bda admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de6c6375-7622-4443-b5d7-7e7cd1c85728 HTTP/1.1" status: 204 len: 168 time: 0.1762524 Mar 02 13:58:46.023342 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74931e-fc92-4320-ae06-82151ea60bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6c6375-7622-4443-b5d7-7e7cd1c85728,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:46.123009 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9d2e653e-de13-4aa6-a322-4d19e0dbe2b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:46.320801 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9d2e653e-de13-4aa6-a322-4d19e0dbe2b8 admin admin] Publish callbacks [] for security_group (505cc557-aea6-4bbd-b9f1-0ee7a6b69060), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:46.332113 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9d2e653e-de13-4aa6-a322-4d19e0dbe2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (505cc557-aea6-4bbd-b9f1-0ee7a6b69060), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:46.377473 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-9d2e653e-de13-4aa6-a322-4d19e0dbe2b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9314131830e1430db3cd3cf5326253cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6118503 Mar 02 13:58:46.380239 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 34896) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:46.402544 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c19e38-21e1-41be-b9ae-8c2c06046227 None None] New status for floating IP 2686f0aa-aa6d-4a05-9cd8-aa75373378ba: ACTIVE {{(pid=102941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 13:58:46.404664 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e653e-de13-4aa6-a322-4d19e0dbe2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505cc557-aea6-4bbd-b9f1-0ee7a6b69060,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:46.456419 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a74cc50d-419d-4c85-864c-ccb43397a48c admin admin] Publish callbacks [] for security_group (505cc557-aea6-4bbd-b9f1-0ee7a6b69060), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:46.491101 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a74cc50d-419d-4c85-864c-ccb43397a48c admin admin] Publish callbacks [] for security_group (505cc557-aea6-4bbd-b9f1-0ee7a6b69060), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:46.557446 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a74cc50d-419d-4c85-864c-ccb43397a48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (505cc557-aea6-4bbd-b9f1-0ee7a6b69060), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:46.560420 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a74cc50d-419d-4c85-864c-ccb43397a48c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:46.561653 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-a74cc50d-419d-4c85-864c-ccb43397a48c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/505cc557-aea6-4bbd-b9f1-0ee7a6b69060 HTTP/1.1" status: 204 len: 168 time: 0.1802299 Mar 02 13:58:46.569732 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cc50d-419d-4c85-864c-ccb43397a48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505cc557-aea6-4bbd-b9f1-0ee7a6b69060,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:46.937807 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68830986-18d3-4688-8394-aefabb2b1e49 req-51776641-67b7-4fde-9cd6-b9706a9f03b3 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:46.939359 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-68830986-18d3-4688-8394-aefabb2b1e49 req-51776641-67b7-4fde-9cd6-b9706a9f03b3 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.0600183 Mar 02 13:58:47.002509 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-68830986-18d3-4688-8394-aefabb2b1e49 req-a9fc5370-e069-4e88-bce0-f4fffe3eb96e tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577183 Mar 02 13:58:47.029876 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34926) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:47.045203 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-fb394a5f-3015-431a-9689-acb3d012033b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:47.136135 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-fb394a5f-3015-431a-9689-acb3d012033b admin admin] Publish callbacks [] for security_group (8c0fd3bd-9ed5-42be-ac43-170d91709f62), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:47.141105 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-fb394a5f-3015-431a-9689-acb3d012033b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (8c0fd3bd-9ed5-42be-ac43-170d91709f62), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:47.189797 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 34932) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:47.190122 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-fb394a5f-3015-431a-9689-acb3d012033b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc23f0587c9a49b68ed986b450c43d81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1588633 Mar 02 13:58:47.191091 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb394a5f-3015-431a-9689-acb3d012033b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0fd3bd-9ed5-42be-ac43-170d91709f62,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:47.249703 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-031ea239-52f6-41dd-839a-f28f1a5bfdb5 admin admin] Publish callbacks [] for security_group (8c0fd3bd-9ed5-42be-ac43-170d91709f62), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:47.274164 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-031ea239-52f6-41dd-839a-f28f1a5bfdb5 admin admin] Publish callbacks [] for security_group (8c0fd3bd-9ed5-42be-ac43-170d91709f62), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:47.335697 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-031ea239-52f6-41dd-839a-f28f1a5bfdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (8c0fd3bd-9ed5-42be-ac43-170d91709f62), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:47.339819 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-031ea239-52f6-41dd-839a-f28f1a5bfdb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:47.341909 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-031ea239-52f6-41dd-839a-f28f1a5bfdb5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c0fd3bd-9ed5-42be-ac43-170d91709f62 HTTP/1.1" status: 204 len: 168 time: 0.1508698 Mar 02 13:58:47.344225 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34946) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:47.353664 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ea239-52f6-41dd-839a-f28f1a5bfdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0fd3bd-9ed5-42be-ac43-170d91709f62,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:47.631366 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-540ffa01-a5ae-4844-aea8-5210768da6b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-399333189-network', 'tenant_id': '3047f54a05394764b057eeb13ac83f0c'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:58:47.657758 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540ffa01-a5ae-4844-aea8-5210768da6b0 admin admin] Made reservation on behalf of 3047f54a05394764b057eeb13ac83f0c for: {'network': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:58:47.660385 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-540ffa01-a5ae-4844-aea8-5210768da6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for network (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:47.674465 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-540ffa01-a5ae-4844-aea8-5210768da6b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:47.768819 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-540ffa01-a5ae-4844-aea8-5210768da6b0 admin admin] Publish callbacks [] for security_group (8dc6a940-f2bf-44a7-b108-f9e5629afdee), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:47.775601 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-540ffa01-a5ae-4844-aea8-5210768da6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (8dc6a940-f2bf-44a7-b108-f9e5629afdee), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:47.810638 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540ffa01-a5ae-4844-aea8-5210768da6b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=102939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 13:58:47.833406 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ffa01-a5ae-4844-aea8-5210768da6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc6a940-f2bf-44a7-b108-f9e5629afdee,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:47.841515 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-540ffa01-a5ae-4844-aea8-5210768da6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (1b1a7440-b8f2-463f-b152-e2aaa759fb41), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:47.841864 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.segments_db [None req-540ffa01-a5ae-4844-aea8-5210768da6b0 admin admin] Added segment 1b1a7440-b8f2-463f-b152-e2aaa759fb41 of type vlan for network 9e12d2a1-b955-4281-b5b3-1c0e575f2a11 Mar 02 13:58:47.900769 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-540ffa01-a5ae-4844-aea8-5210768da6b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060850773'] for network (9e12d2a1-b955-4281-b5b3-1c0e575f2a11), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:47.939027 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-540ffa01-a5ae-4844-aea8-5210768da6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for network (9e12d2a1-b955-4281-b5b3-1c0e575f2a11), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:47.940506 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540ffa01-a5ae-4844-aea8-5210768da6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:47.941626 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-540ffa01-a5ae-4844-aea8-5210768da6b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:48.028112 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ffa01-a5ae-4844-aea8-5210768da6b0 admin admin] Pushing event updated for resources: {'Network': ['ID=9e12d2a1-b955-4281-b5b3-1c0e575f2a11,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:48.041154 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Network 9e12d2a1-b955-4281-b5b3-1c0e575f2a11 details requested by agent ovs-agent-dv-cinder-831247-3-iscsi with host dv-cinder-831247-3-iscsi {{(pid=102941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 13:58:48.046154 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-540ffa01-a5ae-4844-aea8-5210768da6b0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6970701 Mar 02 13:58:48.047153 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 34988) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:48.057813 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-50762fbd-6d61-49f1-be1d-562eb759f497 admin admin] Request body: {'subnet': {'network_id': '9e12d2a1-b955-4281-b5b3-1c0e575f2a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-399333189-subnet', 'tenant_id': '3047f54a05394764b057eeb13ac83f0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:58:48.084231 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50762fbd-6d61-49f1-be1d-562eb759f497 admin admin] Made reservation on behalf of 3047f54a05394764b057eeb13ac83f0c for: {'subnet': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:58:48.088954 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-50762fbd-6d61-49f1-be1d-562eb759f497 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7666320'] for subnet (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:48.090694 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 34990) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:48.238909 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bc981-f271-4b49-bd98-eebe3ed8681f req-b0da1600-2bc7-4df9-9936-b3b3bd8c20df tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:48.253985 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-229bc981-f271-4b49-bd98-eebe3ed8681f req-b0da1600-2bc7-4df9-9936-b3b3bd8c20df tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1364827 Mar 02 13:58:48.332778 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-229bc981-f271-4b49-bd98-eebe3ed8681f req-13d30beb-6d8f-45eb-a183-de4701480586 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778596 Mar 02 13:58:48.358181 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-50762fbd-6d61-49f1-be1d-562eb759f497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4828396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7666338'] for subnet (34c63559-8229-4040-8012-bd2b72ec5276), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:48.406274 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-dd995ce0-5dc4-492f-8ff9-29ded788dcda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:48.455743 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50762fbd-6d61-49f1-be1d-562eb759f497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34c63559-8229-4040-8012-bd2b72ec5276,revision_number=0']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:48.466777 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50762fbd-6d61-49f1-be1d-562eb759f497 admin admin] Checking segment: {'id': '1b1a7440-b8f2-463f-b152-e2aaa759fb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e12d2a1-b955-4281-b5b3-1c0e575f2a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:58:48.467191 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50762fbd-6d61-49f1-be1d-562eb759f497 admin admin] Network hostable DHCP agents. Network: 9e12d2a1-b955-4281-b5b3-1c0e575f2a11, hostable agents: ['75e4ba60-1427-4d6a-953c-035315e6206b'], hosted agents: [] {{(pid=102939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 13:58:48.501490 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50762fbd-6d61-49f1-be1d-562eb759f497 admin admin] Network 9e12d2a1-b955-4281-b5b3-1c0e575f2a11 is scheduled to be hosted by DHCP agent 75e4ba60-1427-4d6a-953c-035315e6206b with binding_index 1 {{(pid=102939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 13:58:48.516308 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-50762fbd-6d61-49f1-be1d-562eb759f497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-3-iscsi, 9e12d2a1-b955-4281-b5b3-1c0e575f2a11) {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:58:48.524105 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50762fbd-6d61-49f1-be1d-562eb759f497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:48.524807 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-50762fbd-6d61-49f1-be1d-562eb759f497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:48.539472 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcfe4fc-b92c-4205-808b-e2cdd4fe4fce None None] Network 9e12d2a1-b955-4281-b5b3-1c0e575f2a11 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:58:48.548655 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-50762fbd-6d61-49f1-be1d-562eb759f497 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5000851 Mar 02 13:58:48.582148 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-dd995ce0-5dc4-492f-8ff9-29ded788dcda admin admin] Publish callbacks [] for security_group (08b3f85f-3fd7-43b7-a6ef-d376d5a5e100), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:48.639722 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-fd61966c-1222-49b0-8803-ddb671a71572 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=374dfdd5d849440994e5612733aa8aa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596673 Mar 02 13:58:48.640994 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-dd995ce0-5dc4-492f-8ff9-29ded788dcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (08b3f85f-3fd7-43b7-a6ef-d376d5a5e100), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:48.766356 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5a0c48-e1c3-4dae-95f4-55de73fbb77d None None] Network 9e12d2a1-b955-4281-b5b3-1c0e575f2a11 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:58:48.909075 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd995ce0-5dc4-492f-8ff9-29ded788dcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b3f85f-3fd7-43b7-a6ef-d376d5a5e100,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:48.932997 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-dd995ce0-5dc4-492f-8ff9-29ded788dcda admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff6989d5a1e94b03b457a92c36521c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8379719 Mar 02 13:58:48.933528 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35038) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:48.948176 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-5874e1be-dc26-4d80-a169-0afda35a07c8 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:48.950367 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-5874e1be-dc26-4d80-a169-0afda35a07c8 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3031156 Mar 02 13:58:48.970106 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-de70861c-561d-4262-85e5-e24d70b71ebc tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/quotas/374dfdd5d849440994e5612733aa8aa4 HTTP/1.1" status: 200 len: 375 time: 0.0101092 Mar 02 13:58:49.010693 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd04c-83a4-45fe-970b-cda6dcf3eae6 admin admin] Publish callbacks [] for security_group (08b3f85f-3fd7-43b7-a6ef-d376d5a5e100), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:49.035189 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-c0002ead-c548-4223-a197-8c439df7f396 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=374dfdd5d849440994e5612733aa8aa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574982 Mar 02 13:58:49.058559 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd04c-83a4-45fe-970b-cda6dcf3eae6 admin admin] Publish callbacks [] for security_group (08b3f85f-3fd7-43b7-a6ef-d376d5a5e100), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:49.152975 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd04c-83a4-45fe-970b-cda6dcf3eae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (08b3f85f-3fd7-43b7-a6ef-d376d5a5e100), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:49.160931 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-dbfcd04c-83a4-45fe-970b-cda6dcf3eae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:49.164582 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-dbfcd04c-83a4-45fe-970b-cda6dcf3eae6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/08b3f85f-3fd7-43b7-a6ef-d376d5a5e100 HTTP/1.1" status: 204 len: 168 time: 0.2275856 Mar 02 13:58:49.177363 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfcd04c-83a4-45fe-970b-cda6dcf3eae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b3f85f-3fd7-43b7-a6ef-d376d5a5e100,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:49.267127 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2fc68e6c-fa6b-4714-a945-845bc779d3d7 req-ef082b77-b5e5-42a4-928c-879cccbdd856 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 210 time: 0.0341289 Mar 02 13:58:49.536232 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def0c1d-ed68-4ff2-aaa4-0b966bba9c2c req-695aa174-863d-42e8-ab75-2dc5a7d2e3f9 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:49.540042 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1def0c1d-ed68-4ff2-aaa4-0b966bba9c2c req-695aa174-863d-42e8-ab75-2dc5a7d2e3f9 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.0981066 Mar 02 13:58:49.620353 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1def0c1d-ed68-4ff2-aaa4-0b966bba9c2c req-8d8ac263-3cb7-4f6b-a697-540b7625de1c tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723660 Mar 02 13:58:49.836173 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 35090) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:49.854478 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-4d4bd6e2-8aec-4039-86bb-6c7acc0e661c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:49.957562 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-4d4bd6e2-8aec-4039-86bb-6c7acc0e661c admin admin] Publish callbacks [] for security_group (7a0aad88-991b-429e-ab84-7858cd4021e3), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:49.961673 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-4d4bd6e2-8aec-4039-86bb-6c7acc0e661c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (7a0aad88-991b-429e-ab84-7858cd4021e3), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:49.981112 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35096) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:50.002530 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-4d4bd6e2-8aec-4039-86bb-6c7acc0e661c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7af8c171332a4f4990a705874edded0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1649642 Mar 02 13:58:50.007408 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35102) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:50.015079 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bd6e2-8aec-4039-86bb-6c7acc0e661c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0aad88-991b-429e-ab84-7858cd4021e3,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:50.076013 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4c8eac83-a136-48a6-869f-08f77ebae313 admin admin] Publish callbacks [] for security_group (7a0aad88-991b-429e-ab84-7858cd4021e3), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:50.108044 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4c8eac83-a136-48a6-869f-08f77ebae313 admin admin] Publish callbacks [] for security_group (7a0aad88-991b-429e-ab84-7858cd4021e3), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:50.160364 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-84b424f0-0fba-44bb-ba16-150baf1b6f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:50.192543 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4c8eac83-a136-48a6-869f-08f77ebae313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (7a0aad88-991b-429e-ab84-7858cd4021e3), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:50.195092 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4c8eac83-a136-48a6-869f-08f77ebae313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:50.196262 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-4c8eac83-a136-48a6-869f-08f77ebae313 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a0aad88-991b-429e-ab84-7858cd4021e3 HTTP/1.1" status: 204 len: 168 time: 0.1876366 Mar 02 13:58:50.213939 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8eac83-a136-48a6-869f-08f77ebae313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0aad88-991b-429e-ab84-7858cd4021e3,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:50.273464 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-84b424f0-0fba-44bb-ba16-150baf1b6f96 admin admin] Publish callbacks [] for security_group (b3ed95f6-0e31-4a63-98d6-7b70546924a2), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:50.278367 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-84b424f0-0fba-44bb-ba16-150baf1b6f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (b3ed95f6-0e31-4a63-98d6-7b70546924a2), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:50.316026 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b424f0-0fba-44bb-ba16-150baf1b6f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ed95f6-0e31-4a63-98d6-7b70546924a2,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:50.323063 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 35114) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:50.324129 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-84b424f0-0fba-44bb-ba16-150baf1b6f96 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc8f1074506e45eda00fedda2802c4c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407300 Mar 02 13:58:50.405885 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fa65f911-1ad6-481d-b12f-9223bc657445 req-6b05360f-4c62-4730-a574-f68ce585cd05 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 210 time: 0.0358236 Mar 02 13:58:50.436356 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-4d77382b-7a47-47d7-a615-bf5344d8651a admin admin] Publish callbacks [] for security_group (b3ed95f6-0e31-4a63-98d6-7b70546924a2), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:50.460852 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-4d77382b-7a47-47d7-a615-bf5344d8651a admin admin] Publish callbacks [] for security_group (b3ed95f6-0e31-4a63-98d6-7b70546924a2), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:50.536393 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-f1ee1886-92ea-4e85-ba78-35c8818a50f6 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=374dfdd5d849440994e5612733aa8aa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276077 Mar 02 13:58:50.882140 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-4d77382b-7a47-47d7-a615-bf5344d8651a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (b3ed95f6-0e31-4a63-98d6-7b70546924a2), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:50.882140 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-4d77382b-7a47-47d7-a615-bf5344d8651a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:50.882790 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-4d77382b-7a47-47d7-a615-bf5344d8651a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3ed95f6-0e31-4a63-98d6-7b70546924a2 HTTP/1.1" status: 204 len: 168 time: 0.5579998 Mar 02 13:58:50.901013 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77382b-7a47-47d7-a615-bf5344d8651a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ed95f6-0e31-4a63-98d6-7b70546924a2,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:50.943554 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2a882807-0152-46b9-97b3-7cd64e0aa124 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:50.945013 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2a882807-0152-46b9-97b3-7cd64e0aa124 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4034989 Mar 02 13:58:50.958613 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375941b-e161-4679-b26a-bbb934962106 req-cbe366e1-48a2-4b46-92a2-8a97716c8d92 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:50.963681 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1375941b-e161-4679-b26a-bbb934962106 req-cbe366e1-48a2-4b46-92a2-8a97716c8d92 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1590111 Mar 02 13:58:50.982602 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-c9bd5697-ef6a-4942-b100-975554a0b743 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Request body: {'port': {'device_id': 'b7bd4901-5a6b-448d-9bd5-ced5530984a6', 'network_id': '9890775b-f337-45ca-ada0-78fdb270137f', 'admin_state_up': True, 'tenant_id': '374dfdd5d849440994e5612733aa8aa4'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:58:51.146924 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1375941b-e161-4679-b26a-bbb934962106 req-d616bddc-be8b-4a44-804e-b73544e0fa6c tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608558 Mar 02 13:58:51.212435 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-b588137a-f7d5-4edc-b99c-9cd91be0ae3e tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:51.213990 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-b588137a-f7d5-4edc-b99c-9cd91be0ae3e tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/networks?id=9e12d2a1-b955-4281-b5b3-1c0e575f2a11 HTTP/1.1" status: 200 len: 808 time: 0.2477837 Mar 02 13:58:51.242952 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-b30eaaad-714d-4bb8-853e-bc1fadae6d78 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/quotas/3047f54a05394764b057eeb13ac83f0c HTTP/1.1" status: 200 len: 375 time: 0.0215490 Mar 02 13:58:51.258548 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35172) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:51.260317 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-c9bd5697-ef6a-4942-b100-975554a0b743 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Made reservation on behalf of 374dfdd5d849440994e5612733aa8aa4 for: {'port': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:58:51.263806 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-c9bd5697-ef6a-4942-b100-975554a0b743 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:51.272118 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f9ff1c4-309b-4435-aacc-d0b9afac330c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:51.291668 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-ad1b5e90-be84-4847-988c-256764e6ee37 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3047f54a05394764b057eeb13ac83f0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408595 Mar 02 13:58:51.293204 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-c9bd5697-ef6a-4942-b100-975554a0b743 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:51.349351 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f9ff1c4-309b-4435-aacc-d0b9afac330c admin admin] Publish callbacks [] for security_group (b16af65e-5409-4821-91d0-7ccd9915e54a), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:51.353458 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f9ff1c4-309b-4435-aacc-d0b9afac330c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (b16af65e-5409-4821-91d0-7ccd9915e54a), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:51.391004 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ff1c4-309b-4435-aacc-d0b9afac330c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16af65e-5409-4821-91d0-7ccd9915e54a,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:51.395904 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-9f9ff1c4-309b-4435-aacc-d0b9afac330c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f7aedb9da3b478893b869dee76fbd41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362834 Mar 02 13:58:51.398453 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35176) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:51.421508 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-317cec8e-688c-4a28-a253-19121a6af9e9 service neutron] 10.222.0.36 "GET /v2.0/networks/9e12d2a1-b955-4281-b5b3-1c0e575f2a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185079 Mar 02 13:58:51.463117 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-16248274-f63f-4025-b377-e9e713bbaf26 admin admin] Publish callbacks [] for security_group (b16af65e-5409-4821-91d0-7ccd9915e54a), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:51.489828 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-16248274-f63f-4025-b377-e9e713bbaf26 admin admin] Publish callbacks [] for security_group (b16af65e-5409-4821-91d0-7ccd9915e54a), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:51.537267 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4ece6010-cc4d-4dda-a789-feca04cf222e req-225c70c9-a3a1-4267-a15b-ecaaa42f7b76 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 210 time: 0.0423801 Mar 02 13:58:51.566601 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-16248274-f63f-4025-b377-e9e713bbaf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (b16af65e-5409-4821-91d0-7ccd9915e54a), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:51.569348 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-16248274-f63f-4025-b377-e9e713bbaf26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:51.573198 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-16248274-f63f-4025-b377-e9e713bbaf26 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b16af65e-5409-4821-91d0-7ccd9915e54a HTTP/1.1" status: 204 len: 168 time: 0.1737700 Mar 02 13:58:51.577952 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-96f530de-3bb9-486f-97be-a548fcfff594 service neutron] 10.222.0.36 "GET /v2.0/networks/9e12d2a1-b955-4281-b5b3-1c0e575f2a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482930 Mar 02 13:58:51.579819 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-c9bd5697-ef6a-4942-b100-975554a0b743 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Publish callbacks [] for security_group (505bfd10-6383-483c-9e2e-537ec0c3d786), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:51.582879 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16248274-f63f-4025-b377-e9e713bbaf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16af65e-5409-4821-91d0-7ccd9915e54a,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:51.586854 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-c9bd5697-ef6a-4942-b100-975554a0b743 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (505bfd10-6383-483c-9e2e-537ec0c3d786), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:51.641984 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd5697-ef6a-4942-b100-975554a0b743 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=505bfd10-6383-483c-9e2e-537ec0c3d786,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:51.795002 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-c9bd5697-ef6a-4942-b100-975554a0b743 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Allocated IP 192.168.233.196 (9890775b-f337-45ca-ada0-78fdb270137f/bdeb370d-c831-44c3-ac4b-81e1a7af3369/366a4e2e-3d66-4f34-96a6-71a05457c75a) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:58:51.842264 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7878ae0c-fd93-4a3d-85e9-0d0528c3a258 req-4934764f-514a-4d5c-a221-ecd1105fd43c tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 210 time: 0.0338826 Mar 02 13:58:52.027522 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-c9bd5697-ef6a-4942-b100-975554a0b743 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Publish callbacks [] for port (366a4e2e-3d66-4f34-96a6-71a05457c75a), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:52.074566 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-c9bd5697-ef6a-4942-b100-975554a0b743 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (366a4e2e-3d66-4f34-96a6-71a05457c75a), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:52.155149 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-c9bd5697-ef6a-4942-b100-975554a0b743 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Network 9890775b-f337-45ca-ada0-78fdb270137f is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:58:52.159027 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-c9bd5697-ef6a-4942-b100-975554a0b743 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:58:52.165455 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-c9bd5697-ef6a-4942-b100-975554a0b743 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:58:52.252830 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd5697-ef6a-4942-b100-975554a0b743 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Pushing event updated for resources: {'Port': ['ID=366a4e2e-3d66-4f34-96a6-71a05457c75a,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:52.352967 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-c9bd5697-ef6a-4942-b100-975554a0b743 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:52.353695 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-c9bd5697-ef6a-4942-b100-975554a0b743 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:52.379128 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-c9bd5697-ef6a-4942-b100-975554a0b743 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4138753 Mar 02 13:58:52.396803 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Request body: {'port': {'device_id': 'b7bd4901-5a6b-448d-9bd5-ced5530984a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:58:52.413815 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01158887-41a7-4010-8cd2-4da8afddeb7b req-f685b049-e447-45a2-be52-006b154b2861 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:52.422170 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-01158887-41a7-4010-8cd2-4da8afddeb7b req-f685b049-e447-45a2-be52-006b154b2861 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1216440 Mar 02 13:58:52.514110 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-01158887-41a7-4010-8cd2-4da8afddeb7b req-4b292885-dbfe-4a58-81ce-5a7aeb1507e6 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903544 Mar 02 13:58:52.562363 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-dedccca5-7c77-4feb-a213-02c692132a0b None None] Provisioning complete for port 366a4e2e-3d66-4f34-96a6-71a05457c75a triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:58:52.563039 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-dedccca5-7c77-4feb-a213-02c692132a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (366a4e2e-3d66-4f34-96a6-71a05457c75a), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:52.566541 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (366a4e2e-3d66-4f34-96a6-71a05457c75a), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:52.637076 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-dedccca5-7c77-4feb-a213-02c692132a0b None None] Port 366a4e2e-3d66-4f34-96a6-71a05457c75a cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 13:58:52.832231 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e2a78-81b2-4eb1-9da8-cb6ff6bafd74 req-5a77d511-d5be-4d8e-8749-1293d64ddd18 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:52.833731 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4b8e2a78-81b2-4eb1-9da8-cb6ff6bafd74 req-5a77d511-d5be-4d8e-8749-1293d64ddd18 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 936 time: 0.1144497 Mar 02 13:58:52.912773 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4b8e2a78-81b2-4eb1-9da8-cb6ff6bafd74 req-bbd88075-a262-45cd-8d0c-d36f18bb27d2 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720840 Mar 02 13:58:53.019110 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a0ec7c36-7275-4703-b86a-7505708edb32 req-7f708e31-70d5-43c8-9683-e6b0b8029175 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 210 time: 0.0528669 Mar 02 13:58:53.045129 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366a4e2e-3d66-4f34-96a6-71a05457c75a {{(pid=102940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 13:58:53.059489 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Publish callbacks [] for port (366a4e2e-3d66-4f34-96a6-71a05457c75a), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:53.072521 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35262) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:53.122577 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.provisioning_blocks [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Transition to ACTIVE for port object 366a4e2e-3d66-4f34-96a6-71a05457c75a will not be triggered until provisioned by entity L2. {{(pid=102940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 13:58:53.126784 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (366a4e2e-3d66-4f34-96a6-71a05457c75a), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:53.202696 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Pushing event updated for resources: {'Port': ['ID=366a4e2e-3d66-4f34-96a6-71a05457c75a,revision_number=2']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:53.211490 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-41986324-5bd2-44a6-ad04-a3f563c5b4df tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:53.213129 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-41986324-5bd2-44a6-ad04-a3f563c5b4df tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.20 "GET /v2.0/networks?id=9e12d2a1-b955-4281-b5b3-1c0e575f2a11 HTTP/1.1" status: 200 len: 808 time: 0.1965771 Mar 02 13:58:53.232730 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a7410d78-46d1-4279-9b61-36d7dc043f2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:53.242403 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-c48bf9bc-4ba0-441b-9f55-040976562508 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Request body: {'port': {'device_id': 'ba0465b5-d9ed-4a16-9007-5b033c497b93', 'network_id': '9e12d2a1-b955-4281-b5b3-1c0e575f2a11', 'admin_state_up': True, 'tenant_id': '3047f54a05394764b057eeb13ac83f0c'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:58:53.350823 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a7410d78-46d1-4279-9b61-36d7dc043f2e admin admin] Publish callbacks [] for security_group (40bdffbe-6171-46ba-bf1a-02a9f99e9a13), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:53.361366 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a7410d78-46d1-4279-9b61-36d7dc043f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (40bdffbe-6171-46ba-bf1a-02a9f99e9a13), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:53.402154 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Attempting to bind port 366a4e2e-3d66-4f34-96a6-71a05457c75a on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:58:53.402498 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Attempting to bind port 366a4e2e-3d66-4f34-96a6-71a05457c75a by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '5148d45d-a177-46ad-b24d-ec711c7225ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9890775b-f337-45ca-ada0-78fdb270137f'}] {{(pid=102940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:58:53.406459 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Attempting to bind port 366a4e2e-3d66-4f34-96a6-71a05457c75a on network 9890775b-f337-45ca-ada0-78fdb270137f {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:58:53.411655 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-a7410d78-46d1-4279-9b61-36d7dc043f2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c13d0d57c2a145bb882d98b9a23ea70a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380413 Mar 02 13:58:53.412300 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35284) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:53.415223 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Port 366a4e2e-3d66-4f34-96a6-71a05457c75a on network 9890775b-f337-45ca-ada0-78fdb270137f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 13:58:53.415551 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Attempting to bind port 366a4e2e-3d66-4f34-96a6-71a05457c75a on network 9890775b-f337-45ca-ada0-78fdb270137f {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:58:53.458260 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7410d78-46d1-4279-9b61-36d7dc043f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bdffbe-6171-46ba-bf1a-02a9f99e9a13,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:53.470849 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:58:53.471369 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Checking segment: {'id': '5148d45d-a177-46ad-b24d-ec711c7225ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9890775b-f337-45ca-ada0-78fdb270137f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:58:53.471581 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Bound using segment: {'id': '5148d45d-a177-46ad-b24d-ec711c7225ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9890775b-f337-45ca-ada0-78fdb270137f'} {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:58:53.472024 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Bound port: 366a4e2e-3d66-4f34-96a6-71a05457c75a, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5148d45d-a177-46ad-b24d-ec711c7225ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '9890775b-f337-45ca-ada0-78fdb270137f'}}] {{(pid=102940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:58:53.472492 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (366a4e2e-3d66-4f34-96a6-71a05457c75a), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:53.496531 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-53b2baef-2c38-4d0a-b58e-b9a1084e0e7d admin admin] Publish callbacks [] for security_group (40bdffbe-6171-46ba-bf1a-02a9f99e9a13), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:53.502984 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-c48bf9bc-4ba0-441b-9f55-040976562508 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Made reservation on behalf of 3047f54a05394764b057eeb13ac83f0c for: {'port': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:58:53.506320 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-c48bf9bc-4ba0-441b-9f55-040976562508 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:53.539218 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-53b2baef-2c38-4d0a-b58e-b9a1084e0e7d admin admin] Publish callbacks [] for security_group (40bdffbe-6171-46ba-bf1a-02a9f99e9a13), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:53.636746 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-53b2baef-2c38-4d0a-b58e-b9a1084e0e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (40bdffbe-6171-46ba-bf1a-02a9f99e9a13), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:53.636960 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] For port 366a4e2e-3d66-4f34-96a6-71a05457c75a, host hv-cinder-83124, cleared binding levels {{(pid=102940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:58:53.640023 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-53b2baef-2c38-4d0a-b58e-b9a1084e0e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:53.641458 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-53b2baef-2c38-4d0a-b58e-b9a1084e0e7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40bdffbe-6171-46ba-bf1a-02a9f99e9a13 HTTP/1.1" status: 204 len: 168 time: 0.2179337 Mar 02 13:58:53.654227 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2baef-2c38-4d0a-b58e-b9a1084e0e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bdffbe-6171-46ba-bf1a-02a9f99e9a13,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:53.672617 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] For port 366a4e2e-3d66-4f34-96a6-71a05457c75a, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=366a4e2e-3d66-4f34-96a6-71a05457c75a,segment=NetworkSegment(5148d45d-a177-46ad-b24d-ec711c7225ed),segment_id=5148d45d-a177-46ad-b24d-ec711c7225ed)] {{(pid=102940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:58:53.687413 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (366a4e2e-3d66-4f34-96a6-71a05457c75a), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:53.764024 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:53.765121 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:53.766538 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] 10.222.0.20 "PUT /v2.0/ports/366a4e2e-3d66-4f34-96a6-71a05457c75a HTTP/1.1" status: 200 len: 1098 time: 1.3774104 Mar 02 13:58:53.774235 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7bd4901-5a6b-448d-9bd5-ced5530984a6', 'tag': '366a4e2e-3d66-4f34-96a6-71a05457c75a'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:58:53.778320 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35016f90-731a-4627-8cd1-85788f635565" -d '{"events": [{"name": "network-changed", "server_uuid": "b7bd4901-5a6b-448d-9bd5-ced5530984a6", "tag": "366a4e2e-3d66-4f34-96a6-71a05457c75a"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:58:53.823129 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99431ee-12e4-45b2-bcfb-9225c2b8f4a0 req-d9e8f5b2-ab79-46e5-8437-11661603c4a8 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:53.829862 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b99431ee-12e4-45b2-bcfb-9225c2b8f4a0 req-d9e8f5b2-ab79-46e5-8437-11661603c4a8 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.2124434 Mar 02 13:58:53.871315 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 13:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3d89af-e15b-4c2c-9f01-24679d6e6cdc x-openstack-request-id: req-4b3d89af-e15b-4c2c-9f01-24679d6e6cdc {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:58:53.871653 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7bd4901-5a6b-448d-9bd5-ced5530984a6", "tag": "366a4e2e-3d66-4f34-96a6-71a05457c75a", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:58:53.871976 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b3d89af-e15b-4c2c-9f01-24679d6e6cdc {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:58:53.872376 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7bd4901-5a6b-448d-9bd5-ced5530984a6', 'tag': '366a4e2e-3d66-4f34-96a6-71a05457c75a', 'status': 'completed', 'code': 200} Mar 02 13:58:53.874626 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-c48bf9bc-4ba0-441b-9f55-040976562508 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Allocated IP 172.20.0.14 (9e12d2a1-b955-4281-b5b3-1c0e575f2a11/34c63559-8229-4040-8012-bd2b72ec5276/fe4822b9-ed86-4c43-980a-09383efbcad5) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:58:53.902936 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27bba3-5520-49bd-b9b5-914f28dc192d service neutron] Pushing event updated for resources: {'Port': ['ID=366a4e2e-3d66-4f34-96a6-71a05457c75a,revision_number=3']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:53.984977 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b99431ee-12e4-45b2-bcfb-9225c2b8f4a0 req-3c44a109-fdca-41cd-828f-54f9c28309ec tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541660 Mar 02 13:58:54.078084 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-3b34e3c0-e0c8-421c-aa17-cfc5c4d3d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:54.081786 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-3b34e3c0-e0c8-421c-aa17-cfc5c4d3d412 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=374dfdd5d849440994e5612733aa8aa4&device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 1132 time: 0.2455158 Mar 02 13:58:54.164169 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2cf4f-9e44-4509-87c6-3897ed504b48 req-52842eb6-3ee3-4684-b67f-ac5beeea1b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:54.166367 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-e0b2cf4f-9e44-4509-87c6-3897ed504b48 req-52842eb6-3ee3-4684-b67f-ac5beeea1b14 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 1130 time: 0.1221244 Mar 02 13:58:54.188246 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35310) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:54.209447 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-a85c68d2-1dda-4493-ac51-d14e633be96a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=366a4e2e-3d66-4f34-96a6-71a05457c75a HTTP/1.1" status: 200 len: 217 time: 0.0982418 Mar 02 13:58:54.232860 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-e0b2cf4f-9e44-4509-87c6-3897ed504b48 req-0eab4f2c-0047-4d7c-8dbd-aaff58272c7b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582464 Mar 02 13:58:54.258018 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-dd16f1f7-063c-4566-bfc3-7c3bb8f47411 req-8eec14cd-5de5-4347-9ff8-3105d7cf05de tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 210 time: 0.0961018 Mar 02 13:58:54.284773 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35314) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:54.301262 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-6b5639e5-f142-4a07-b622-a7620e392b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:54.347765 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-1de8fc0b-8e9e-40ce-adde-884f754b6896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:54.349008 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-1de8fc0b-8e9e-40ce-adde-884f754b6896 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bdeb370d-c831-44c3-ac4b-81e1a7af3369 HTTP/1.1" status: 200 len: 843 time: 0.1218712 Mar 02 13:58:54.361920 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba6cbf-eece-4888-98e4-3390e04a779f req-d7cdbff8-4bc4-4b10-ae39-96ddc8c1850e tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:54.367129 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1eba6cbf-eece-4888-98e4-3390e04a779f req-d7cdbff8-4bc4-4b10-ae39-96ddc8c1850e tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 948 time: 0.3236773 Mar 02 13:58:54.374074 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-c48bf9bc-4ba0-441b-9f55-040976562508 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Publish callbacks [] for port (fe4822b9-ed86-4c43-980a-09383efbcad5), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:54.389581 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-6b5639e5-f142-4a07-b622-a7620e392b3d admin admin] Publish callbacks [] for security_group (d8eafe1b-f13e-4f3a-9ee6-eb1d74d14c67), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:54.394156 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-6b5639e5-f142-4a07-b622-a7620e392b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (d8eafe1b-f13e-4f3a-9ee6-eb1d74d14c67), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:54.431559 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5639e5-f142-4a07-b622-a7620e392b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eafe1b-f13e-4f3a-9ee6-eb1d74d14c67,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:54.436886 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1eba6cbf-eece-4888-98e4-3390e04a779f req-90e2556e-d370-4129-9c9a-1c5db5366fb3 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670254 Mar 02 13:58:54.440534 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 35316) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:54.443980 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-6b5639e5-f142-4a07-b622-a7620e392b3d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=254258057ad1478db7caa3d088f0af1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1506476 Mar 02 13:58:54.455485 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-c48bf9bc-4ba0-441b-9f55-040976562508 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (fe4822b9-ed86-4c43-980a-09383efbcad5), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:54.468914 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-11fd90ea-882f-4c31-ae01-4bc4dc49a249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:54.553326 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-11fd90ea-882f-4c31-ae01-4bc4dc49a249 admin admin] Publish callbacks [] for security_group (1a9cd73b-9503-42ec-a24e-53f5495c8f20), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:54.559809 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-11fd90ea-882f-4c31-ae01-4bc4dc49a249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (1a9cd73b-9503-42ec-a24e-53f5495c8f20), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:54.570184 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-c48bf9bc-4ba0-441b-9f55-040976562508 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Network 9e12d2a1-b955-4281-b5b3-1c0e575f2a11 is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:58:54.580392 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-c48bf9bc-4ba0-441b-9f55-040976562508 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:58:54.588575 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-c48bf9bc-4ba0-441b-9f55-040976562508 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:58:54.596606 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48bf9bc-4ba0-441b-9f55-040976562508 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Pushing event updated for resources: {'Port': ['ID=fe4822b9-ed86-4c43-980a-09383efbcad5,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:54.610255 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-11fd90ea-882f-4c31-ae01-4bc4dc49a249 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17777836de0a49358d201aee768d9bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4185081 Mar 02 13:58:54.611324 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35322) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:54.619747 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd90ea-882f-4c31-ae01-4bc4dc49a249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9cd73b-9503-42ec-a24e-53f5495c8f20,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:54.650119 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-58e70f5c-7f12-4037-a895-08ad134f16e8 admin admin] Publish callbacks [] for security_group (d8eafe1b-f13e-4f3a-9ee6-eb1d74d14c67), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:54.656075 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-567239f9-7783-483e-9562-8dd030e3cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:54.657406 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-567239f9-7783-483e-9562-8dd030e3cf18 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9890775b-f337-45ca-ada0-78fdb270137f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1886015 Mar 02 13:58:54.672492 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7e09dc14-db86-4646-8b88-56a009415250 admin admin] Publish callbacks [] for security_group (1a9cd73b-9503-42ec-a24e-53f5495c8f20), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:54.699305 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7e09dc14-db86-4646-8b88-56a009415250 admin admin] Publish callbacks [] for security_group (1a9cd73b-9503-42ec-a24e-53f5495c8f20), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:54.700297 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-c48bf9bc-4ba0-441b-9f55-040976562508 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:54.700958 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-c48bf9bc-4ba0-441b-9f55-040976562508 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:54.708729 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-58e70f5c-7f12-4037-a895-08ad134f16e8 admin admin] Publish callbacks [] for security_group (d8eafe1b-f13e-4f3a-9ee6-eb1d74d14c67), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:54.762291 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7e09dc14-db86-4646-8b88-56a009415250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (1a9cd73b-9503-42ec-a24e-53f5495c8f20), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:54.765097 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7e09dc14-db86-4646-8b88-56a009415250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:54.769419 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-7e09dc14-db86-4646-8b88-56a009415250 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a9cd73b-9503-42ec-a24e-53f5495c8f20 HTTP/1.1" status: 204 len: 168 time: 0.1570916 Mar 02 13:58:54.778006 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09dc14-db86-4646-8b88-56a009415250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9cd73b-9503-42ec-a24e-53f5495c8f20,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:54.799426 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-c48bf9bc-4ba0-441b-9f55-040976562508 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5635519 Mar 02 13:58:54.800289 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 35328) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:54.816737 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Request body: {'port': {'device_id': 'ba0465b5-d9ed-4a16-9007-5b033c497b93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:58:55.114116 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-22510a33-849a-42d1-8388-30a9526b1360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:55.127198 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35338) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:55.143425 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-de6301dd-9c32-44c5-98dc-d11e56968592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:55.155400 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-58e70f5c-7f12-4037-a895-08ad134f16e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (d8eafe1b-f13e-4f3a-9ee6-eb1d74d14c67), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:55.157958 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-58e70f5c-7f12-4037-a895-08ad134f16e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:55.159119 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-58e70f5c-7f12-4037-a895-08ad134f16e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8eafe1b-f13e-4f3a-9ee6-eb1d74d14c67 HTTP/1.1" status: 204 len: 168 time: 0.7132707 Mar 02 13:58:55.180272 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-ea3f79b7-37a1-4bd2-9389-4100502b4754 service neutron] 10.222.0.20 "GET /v2.0/networks/9890775b-f337-45ca-ada0-78fdb270137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081725 Mar 02 13:58:55.203412 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e70f5c-7f12-4037-a895-08ad134f16e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eafe1b-f13e-4f3a-9ee6-eb1d74d14c67,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:55.234296 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (fe4822b9-ed86-4c43-980a-09383efbcad5), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:55.244295 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-de6301dd-9c32-44c5-98dc-d11e56968592 admin admin] Publish callbacks [] for security_group (9e25e0b5-039e-4f6f-b25a-57ecba910ad2), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:55.249636 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-de6301dd-9c32-44c5-98dc-d11e56968592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (9e25e0b5-039e-4f6f-b25a-57ecba910ad2), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:55.289268 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a440e3-ca76-4ebd-912d-2b6d86b1603d req-b943a9e1-0ec4-4154-bc45-686977a37c2b tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:55.290889 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-22a440e3-ca76-4ebd-912d-2b6d86b1603d req-b943a9e1-0ec4-4154-bc45-686977a37c2b tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.2268353 Mar 02 13:58:55.294061 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-de6301dd-9c32-44c5-98dc-d11e56968592 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72e62b3405774dcfa72fb103a5eaf0d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634047 Mar 02 13:58:55.294061 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6301dd-9c32-44c5-98dc-d11e56968592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e25e0b5-039e-4f6f-b25a-57ecba910ad2,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:55.295615 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35346) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:55.369233 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-738de8ca-154c-4c40-b44a-f9c6f6d94697 admin admin] Publish callbacks [] for security_group (9e25e0b5-039e-4f6f-b25a-57ecba910ad2), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:55.404018 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-738de8ca-154c-4c40-b44a-f9c6f6d94697 admin admin] Publish callbacks [] for security_group (9e25e0b5-039e-4f6f-b25a-57ecba910ad2), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:55.465092 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-738de8ca-154c-4c40-b44a-f9c6f6d94697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (9e25e0b5-039e-4f6f-b25a-57ecba910ad2), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:55.466714 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1cd97a80-3f96-4958-bfc0-7c1f2aae0add req-b9b12619-12ec-444e-9a62-8e083d44b4c8 service neutron] 10.222.0.20 "GET /v2.0/networks/9890775b-f337-45ca-ada0-78fdb270137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750051 Mar 02 13:58:55.468238 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-738de8ca-154c-4c40-b44a-f9c6f6d94697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:55.472286 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-738de8ca-154c-4c40-b44a-f9c6f6d94697 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9e25e0b5-039e-4f6f-b25a-57ecba910ad2 HTTP/1.1" status: 204 len: 168 time: 0.1725073 Mar 02 13:58:55.486024 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738de8ca-154c-4c40-b44a-f9c6f6d94697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e25e0b5-039e-4f6f-b25a-57ecba910ad2,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:55.544401 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-22510a33-849a-42d1-8388-30a9526b1360 admin admin] Publish callbacks [] for security_group (ddbba577-bf13-42e7-97c8-35ba9c6d2dd8), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:55.562196 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-22a440e3-ca76-4ebd-912d-2b6d86b1603d req-c1c4e02c-ed53-4c50-a1eb-3519ba1920ca tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550342 Mar 02 13:58:55.581663 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-22510a33-849a-42d1-8388-30a9526b1360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (ddbba577-bf13-42e7-97c8-35ba9c6d2dd8), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:55.673621 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bded9f-0b4e-4457-87d0-2544b9210f65 req-44ded263-5688-4eb8-a85e-8ee54be48dfc tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:55.674738 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d4bded9f-0b4e-4457-87d0-2544b9210f65 req-44ded263-5688-4eb8-a85e-8ee54be48dfc tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 932 time: 0.3059711 Mar 02 13:58:55.685758 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-22510a33-849a-42d1-8388-30a9526b1360 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bfc79f4b7847401eba12b3fce1cbcf3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8790262 Mar 02 13:58:55.686090 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35358) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:58:55.719550 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22510a33-849a-42d1-8388-30a9526b1360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbba577-bf13-42e7-97c8-35ba9c6d2dd8,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:55.775147 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-8472eb5e-080c-43b8-85f4-cfcc2c9fbd86 admin admin] Publish callbacks [] for security_group (ddbba577-bf13-42e7-97c8-35ba9c6d2dd8), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:55.797967 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35016f90-731a-4627-8cd1-85788f635565 req-96d60a9c-bd40-4c35-8905-73a844e1b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:55.799524 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-35016f90-731a-4627-8cd1-85788f635565 req-96d60a9c-bd40-4c35-8905-73a844e1b8fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=374dfdd5d849440994e5612733aa8aa4&device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 1132 time: 0.2578611 Mar 02 13:58:55.804338 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-8472eb5e-080c-43b8-85f4-cfcc2c9fbd86 admin admin] Publish callbacks [] for security_group (ddbba577-bf13-42e7-97c8-35ba9c6d2dd8), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:55.865632 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-8472eb5e-080c-43b8-85f4-cfcc2c9fbd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (ddbba577-bf13-42e7-97c8-35ba9c6d2dd8), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:55.868884 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-8472eb5e-080c-43b8-85f4-cfcc2c9fbd86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:55.869960 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-8472eb5e-080c-43b8-85f4-cfcc2c9fbd86 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ddbba577-bf13-42e7-97c8-35ba9c6d2dd8 HTTP/1.1" status: 204 len: 168 time: 0.1827819 Mar 02 13:58:55.887986 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472eb5e-080c-43b8-85f4-cfcc2c9fbd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbba577-bf13-42e7-97c8-35ba9c6d2dd8,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:55.909752 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d4bded9f-0b4e-4457-87d0-2544b9210f65 req-cb9748da-df91-4da3-afbe-3753515633d2 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871111 Mar 02 13:58:55.932122 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24753bf4-db59-4ea8-bcb6-217de120d155 req-288066fb-f7f1-4ce6-8ddb-c4b51a26ce0f tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:55.934222 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-24753bf4-db59-4ea8-bcb6-217de120d155 req-288066fb-f7f1-4ce6-8ddb-c4b51a26ce0f tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 948 time: 0.2723663 Mar 02 13:58:56.024528 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35016f90-731a-4627-8cd1-85788f635565 req-a44cb7d1-4fa3-4163-844e-e6b58433d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:56.026071 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-35016f90-731a-4627-8cd1-85788f635565 req-a44cb7d1-4fa3-4163-844e-e6b58433d51c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9890775b-f337-45ca-ada0-78fdb270137f HTTP/1.1" status: 200 len: 870 time: 0.2189472 Mar 02 13:58:56.040003 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4822b9-ed86-4c43-980a-09383efbcad5 {{(pid=102940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 13:58:56.056948 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Publish callbacks [] for port (fe4822b9-ed86-4c43-980a-09383efbcad5), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:56.097962 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-35016f90-731a-4627-8cd1-85788f635565 req-4f396a5a-72d0-4b06-a583-1b05b7b575f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=366a4e2e-3d66-4f34-96a6-71a05457c75a HTTP/1.1" status: 200 len: 217 time: 0.0620465 Mar 02 13:58:56.110806 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-24753bf4-db59-4ea8-bcb6-217de120d155 req-fb216821-f142-4016-930f-0afd53d778cf tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622446 Mar 02 13:58:56.111829 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.provisioning_blocks [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Transition to ACTIVE for port object fe4822b9-ed86-4c43-980a-09383efbcad5 will not be triggered until provisioned by entity L2. {{(pid=102940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 13:58:56.120798 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (fe4822b9-ed86-4c43-980a-09383efbcad5), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:56.208702 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35016f90-731a-4627-8cd1-85788f635565 req-1919dac0-1106-453b-a9aa-9b9d17290ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:56.210206 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-35016f90-731a-4627-8cd1-85788f635565 req-1919dac0-1106-453b-a9aa-9b9d17290ce0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bdeb370d-c831-44c3-ac4b-81e1a7af3369 HTTP/1.1" status: 200 len: 843 time: 0.1033878 Mar 02 13:58:56.216899 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Pushing event updated for resources: {'Port': ['ID=fe4822b9-ed86-4c43-980a-09383efbcad5,revision_number=2']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:56.316924 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Attempting to bind port fe4822b9-ed86-4c43-980a-09383efbcad5 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:58:56.317268 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Attempting to bind port fe4822b9-ed86-4c43-980a-09383efbcad5 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '1b1a7440-b8f2-463f-b152-e2aaa759fb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e12d2a1-b955-4281-b5b3-1c0e575f2a11'}] {{(pid=102940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:58:56.317600 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Attempting to bind port fe4822b9-ed86-4c43-980a-09383efbcad5 on network 9e12d2a1-b955-4281-b5b3-1c0e575f2a11 {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:58:56.320828 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35016f90-731a-4627-8cd1-85788f635565 req-0fc6f7da-4322-4d1f-be5f-b71a6508cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:56.322326 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-35016f90-731a-4627-8cd1-85788f635565 req-0fc6f7da-4322-4d1f-be5f-b71a6508cce7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9890775b-f337-45ca-ada0-78fdb270137f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0898964 Mar 02 13:58:56.325723 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Port fe4822b9-ed86-4c43-980a-09383efbcad5 on network 9e12d2a1-b955-4281-b5b3-1c0e575f2a11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 13:58:56.326073 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Attempting to bind port fe4822b9-ed86-4c43-980a-09383efbcad5 on network 9e12d2a1-b955-4281-b5b3-1c0e575f2a11 {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:58:56.331229 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:58:56.331569 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Checking segment: {'id': '1b1a7440-b8f2-463f-b152-e2aaa759fb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e12d2a1-b955-4281-b5b3-1c0e575f2a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:58:56.332065 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Bound using segment: {'id': '1b1a7440-b8f2-463f-b152-e2aaa759fb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e12d2a1-b955-4281-b5b3-1c0e575f2a11'} {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:58:56.332488 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Bound port: fe4822b9-ed86-4c43-980a-09383efbcad5, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1a7440-b8f2-463f-b152-e2aaa759fb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e12d2a1-b955-4281-b5b3-1c0e575f2a11'}}] {{(pid=102940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:58:56.332825 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (fe4822b9-ed86-4c43-980a-09383efbcad5), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:56.485428 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] For port fe4822b9-ed86-4c43-980a-09383efbcad5, host hv-cinder-83124, cleared binding levels {{(pid=102940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:58:56.494049 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] For port fe4822b9-ed86-4c43-980a-09383efbcad5, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fe4822b9-ed86-4c43-980a-09383efbcad5,segment=NetworkSegment(1b1a7440-b8f2-463f-b152-e2aaa759fb41),segment_id=1b1a7440-b8f2-463f-b152-e2aaa759fb41)] {{(pid=102940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:58:56.502755 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-35016f90-731a-4627-8cd1-85788f635565 req-df8ab8b6-31c8-4010-b66f-41897eab16c4 service neutron] 10.222.0.20 "GET /v2.0/networks/9890775b-f337-45ca-ada0-78fdb270137f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593194 Mar 02 13:58:56.504411 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (fe4822b9-ed86-4c43-980a-09383efbcad5), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:56.578252 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:56.578966 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:56.580378 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] 10.222.0.20 "PUT /v2.0/ports/fe4822b9-ed86-4c43-980a-09383efbcad5 HTTP/1.1" status: 200 len: 1094 time: 1.7694888 Mar 02 13:58:56.582800 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0465b5-d9ed-4a16-9007-5b033c497b93', 'tag': 'fe4822b9-ed86-4c43-980a-09383efbcad5'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:58:56.586137 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6217258-ef29-4625-aac3-2daabda3e6da" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0465b5-d9ed-4a16-9007-5b033c497b93", "tag": "fe4822b9-ed86-4c43-980a-09383efbcad5"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:58:56.739108 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 13:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dbdf18-1614-4dc1-bfa3-b403c4f643e0 x-openstack-request-id: req-04dbdf18-1614-4dc1-bfa3-b403c4f643e0 {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:58:56.739402 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0465b5-d9ed-4a16-9007-5b033c497b93", "tag": "fe4822b9-ed86-4c43-980a-09383efbcad5", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:58:56.739653 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-04dbdf18-1614-4dc1-bfa3-b403c4f643e0 {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:58:56.740044 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0465b5-d9ed-4a16-9007-5b033c497b93', 'tag': 'fe4822b9-ed86-4c43-980a-09383efbcad5', 'status': 'completed', 'code': 200} Mar 02 13:58:56.766113 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbbd16-4e8b-4724-b2e0-b5d6c0726c8f service neutron] Pushing event updated for resources: {'Port': ['ID=fe4822b9-ed86-4c43-980a-09383efbcad5,revision_number=3']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:56.780141 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-35016f90-731a-4627-8cd1-85788f635565 req-bd6f3147-0082-4ad2-8f4f-d911b6cf22cd service neutron] 10.222.0.20 "GET /v2.0/networks/9890775b-f337-45ca-ada0-78fdb270137f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672684 Mar 02 13:58:56.844781 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff8de-4614-4bce-942f-52a7d1ea70d1 req-f92273ad-c10c-4c0a-84b2-d8838710c519 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:56.846407 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7b2ff8de-4614-4bce-942f-52a7d1ea70d1 req-f92273ad-c10c-4c0a-84b2-d8838710c519 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1037607 Mar 02 13:58:56.852536 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-68233eda-681b-4246-8798-003d1f163ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:56.854186 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-68233eda-681b-4246-8798-003d1f163ed1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3047f54a05394764b057eeb13ac83f0c&device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 1128 time: 0.1413376 Mar 02 13:58:56.910256 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-29b1b833-46da-40c9-b5f1-f6ab4565d85b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4822b9-ed86-4c43-980a-09383efbcad5 HTTP/1.1" status: 200 len: 217 time: 0.0411842 Mar 02 13:58:56.973810 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7b2ff8de-4614-4bce-942f-52a7d1ea70d1 req-c1217fbe-3474-4a93-9411-76cfa1201250 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166501 Mar 02 13:58:56.981206 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-5498d885-6dae-40af-9e1c-eeb399f2b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:56.982685 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-5498d885-6dae-40af-9e1c-eeb399f2b55a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=34c63559-8229-4040-8012-bd2b72ec5276 HTTP/1.1" status: 200 len: 848 time: 0.0666924 Mar 02 13:58:57.042902 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-8f11bed6-cfb5-4237-aa56-212037354944 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e12d2a1-b955-4281-b5b3-1c0e575f2a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512376 Mar 02 13:58:57.172605 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7b860-0ce3-4dcf-ad01-3751fe780bb4 req-51aa42b1-d5a9-4b39-9959-455ac7d16a9a tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:57.174227 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e1a7b860-0ce3-4dcf-ad01-3751fe780bb4 req-51aa42b1-d5a9-4b39-9959-455ac7d16a9a tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 944 time: 0.1347754 Mar 02 13:58:57.207818 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-ffbf1676-76a5-4326-9426-553bb8b4a828 service neutron] 10.222.0.20 "GET /v2.0/networks/9e12d2a1-b955-4281-b5b3-1c0e575f2a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365514 Mar 02 13:58:57.354332 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e1a7b860-0ce3-4dcf-ad01-3751fe780bb4 req-21fcebab-3fb8-49c0-9887-50ea46a2f2d3 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706965 Mar 02 13:58:57.400415 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3794a-2aa0-4a8d-99ca-006e5b3416c1 req-b6840d1d-d121-4cfc-a6bf-2c39d20974ef tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:57.402711 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4fe3794a-2aa0-4a8d-99ca-006e5b3416c1 req-b6840d1d-d121-4cfc-a6bf-2c39d20974ef tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 948 time: 0.1728060 Mar 02 13:58:57.404831 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0169ff-5fbd-4f28-bc3f-e38c054f1804 req-5b7c8c6c-ad57-41a0-8deb-a1ad5223d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:57.406221 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bd0169ff-5fbd-4f28-bc3f-e38c054f1804 req-5b7c8c6c-ad57-41a0-8deb-a1ad5223d8a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=607aa3bcf57041219e479bb3e70e3a3d&device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 1130 time: 0.1744590 Mar 02 13:58:57.445391 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ad978f2e-435d-4ddb-ac85-b2cac1c7a028 req-5bb76cd0-3ea1-4be5-b196-d0ade78338c6 service neutron] 10.222.0.20 "GET /v2.0/networks/9e12d2a1-b955-4281-b5b3-1c0e575f2a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287085 Mar 02 13:58:57.566284 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4fe3794a-2aa0-4a8d-99ca-006e5b3416c1 req-e56961dc-00f1-4cdb-98e9-47fc0f3e9811 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443675 Mar 02 13:58:57.644316 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0169ff-5fbd-4f28-bc3f-e38c054f1804 req-a5d9f9db-552f-4107-abc0-25cde3b2d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:57.645908 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bd0169ff-5fbd-4f28-bc3f-e38c054f1804 req-a5d9f9db-552f-4107-abc0-25cde3b2d1ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=dcaa62c3-8e05-4527-8824-303977b75d7c HTTP/1.1" status: 200 len: 919 time: 0.2317386 Mar 02 13:58:57.697738 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bd0169ff-5fbd-4f28-bc3f-e38c054f1804 req-e98dfcfb-feaa-4a9f-aa61-4649dd1b3466 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5b72211-1410-4045-9655-df5a3c6840ec HTTP/1.1" status: 200 len: 217 time: 0.0410562 Mar 02 13:58:57.710984 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb878f-9c6c-4ff8-b4dd-64c6c4ec09c4 req-eb87a878-ba6a-4ce0-8af6-064d10156bb2 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:57.712480 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a8bb878f-9c6c-4ff8-b4dd-64c6c4ec09c4 req-eb87a878-ba6a-4ce0-8af6-064d10156bb2 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.2819612 Mar 02 13:58:57.716380 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6217258-ef29-4625-aac3-2daabda3e6da req-046c1069-39c5-4cd0-9924-5838e5cd7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:57.717766 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f6217258-ef29-4625-aac3-2daabda3e6da req-046c1069-39c5-4cd0-9924-5838e5cd7732 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3047f54a05394764b057eeb13ac83f0c&device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 1128 time: 0.1681716 Mar 02 13:58:57.862495 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a8bb878f-9c6c-4ff8-b4dd-64c6c4ec09c4 req-a2dd4007-213c-4d05-b1db-258bf6d5642f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071255 Mar 02 13:58:57.863985 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0169ff-5fbd-4f28-bc3f-e38c054f1804 req-25d9add1-70d2-4d4d-b512-ca288a1d6073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:57.865353 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bd0169ff-5fbd-4f28-bc3f-e38c054f1804 req-25d9add1-70d2-4d4d-b512-ca288a1d6073 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=888c3150-7f50-41ab-b3cc-18dce7c033e2 HTTP/1.1" status: 200 len: 858 time: 0.1519363 Mar 02 13:58:57.933608 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bd0169ff-5fbd-4f28-bc3f-e38c054f1804 req-957f286f-8171-45b7-9a0a-15ffd18e1267 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcaa62c3-8e05-4527-8824-303977b75d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594530 Mar 02 13:58:58.115237 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 366a4e2e-3d66-4f34-96a6-71a05457c75a details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 13:58:58.288121 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 366a4e2e-3d66-4f34-96a6-71a05457c75a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=366a4e2e-3d66-4f34-96a6-71a05457c75a,segment=NetworkSegment(5148d45d-a177-46ad-b24d-ec711c7225ed),segment_id=5148d45d-a177-46ad-b24d-ec711c7225ed)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:58:58.302205 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6217258-ef29-4625-aac3-2daabda3e6da req-f91ab7a0-5c6c-43cb-920e-7fbe2335407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:58.303572 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f6217258-ef29-4625-aac3-2daabda3e6da req-f91ab7a0-5c6c-43cb-920e-7fbe2335407c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e12d2a1-b955-4281-b5b3-1c0e575f2a11 HTTP/1.1" status: 200 len: 909 time: 0.5471981 Mar 02 13:58:58.311388 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': '366a4e2e-3d66-4f34-96a6-71a05457c75a', 'network_id': '9890775b-f337-45ca-ada0-78fdb270137f', 'port_id': '366a4e2e-3d66-4f34-96a6-71a05457c75a', 'mac_address': 'fa:16:3e:3e:09:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdeb370d-c831-44c3-ac4b-81e1a7af3369', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 13:58:58.362731 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 366a4e2e-3d66-4f34-96a6-71a05457c75a is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:58:58.363620 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (366a4e2e-3d66-4f34-96a6-71a05457c75a), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:58.379605 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f6217258-ef29-4625-aac3-2daabda3e6da req-fff57f08-8615-4980-9749-661a916fd7fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4822b9-ed86-4c43-980a-09383efbcad5 HTTP/1.1" status: 200 len: 217 time: 0.0663099 Mar 02 13:58:58.389771 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366a4e2e-3d66-4f34-96a6-71a05457c75a {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 13:58:58.399751 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bd0169ff-5fbd-4f28-bc3f-e38c054f1804 req-aa928f2f-283b-48b4-bf60-203f4b7b1196 service neutron] 10.222.0.20 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557574 Mar 02 13:58:58.428821 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 366a4e2e-3d66-4f34-96a6-71a05457c75a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=366a4e2e-3d66-4f34-96a6-71a05457c75a,segment=NetworkSegment(5148d45d-a177-46ad-b24d-ec711c7225ed),segment_id=5148d45d-a177-46ad-b24d-ec711c7225ed)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:58:58.440278 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (366a4e2e-3d66-4f34-96a6-71a05457c75a), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:58:58.524195 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=366a4e2e-3d66-4f34-96a6-71a05457c75a,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:58:58.615197 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6217258-ef29-4625-aac3-2daabda3e6da req-bccf2b1d-4e96-41e0-93ea-b6074b126433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:58.616648 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f6217258-ef29-4625-aac3-2daabda3e6da req-bccf2b1d-4e96-41e0-93ea-b6074b126433 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=34c63559-8229-4040-8012-bd2b72ec5276 HTTP/1.1" status: 200 len: 848 time: 0.2136099 Mar 02 13:58:58.660707 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f6217258-ef29-4625-aac3-2daabda3e6da req-e2cdb9f6-8a10-48c0-8ee1-aa73c0662c87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e12d2a1-b955-4281-b5b3-1c0e575f2a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312586 Mar 02 13:58:58.668490 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398baf13-6d79-48c5-9da0-937e718925e6 req-a15a003d-6c62-4bfe-97b8-4efe029c9bfd tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:58.669962 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-398baf13-6d79-48c5-9da0-937e718925e6 req-a15a003d-6c62-4bfe-97b8-4efe029c9bfd tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 944 time: 0.1854837 Mar 02 13:58:58.737738 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bd0169ff-5fbd-4f28-bc3f-e38c054f1804 req-186e8f46-31c9-4dba-b66b-98224edbb0a5 service neutron] 10.222.0.20 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679567 Mar 02 13:58:58.740109 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['366a4e2e-3d66-4f34-96a6-71a05457c75a'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 13:58:58.837199 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-398baf13-6d79-48c5-9da0-937e718925e6 req-75e83ed6-eacc-4c9b-b7b5-88932da26d73 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517034 Mar 02 13:58:58.850739 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c866cda-0c78-48be-b314-9f6418188a16 req-0adea14a-358c-45bb-aed2-79247edb5bcd tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:58.852250 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5c866cda-0c78-48be-b314-9f6418188a16 req-0adea14a-358c-45bb-aed2-79247edb5bcd tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 949 time: 0.1765549 Mar 02 13:58:58.854585 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f6217258-ef29-4625-aac3-2daabda3e6da req-0318c9ad-8c0d-45bc-8270-facc9e626e52 service neutron] 10.222.0.20 "GET /v2.0/networks/9e12d2a1-b955-4281-b5b3-1c0e575f2a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776333 Mar 02 13:58:58.974011 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5c866cda-0c78-48be-b314-9f6418188a16 req-d0ec868c-66bd-48f2-9510-35b299b64c69 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087711 Mar 02 13:58:58.992713 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f6217258-ef29-4625-aac3-2daabda3e6da req-53e97d65-b063-4c33-9259-542020f18461 service neutron] 10.222.0.20 "GET /v2.0/networks/9e12d2a1-b955-4281-b5b3-1c0e575f2a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286194 Mar 02 13:58:59.086471 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96513ff-68a3-41f7-987c-d41f1a370562 req-b3bc0c54-bc3a-4da7-acf7-8df01f97a52d tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:59.087980 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c96513ff-68a3-41f7-987c-d41f1a370562 req-b3bc0c54-bc3a-4da7-acf7-8df01f97a52d tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.0819430 Mar 02 13:58:59.145245 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c96513ff-68a3-41f7-987c-d41f1a370562 req-9a902774-a55c-451f-a103-8d26725e2336 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503514 Mar 02 13:58:59.959527 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8310db-b8ff-4919-b9be-fc1e1a0f7d12 req-f6ca44fa-094f-4787-9e79-4e9a4917de36 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:58:59.961035 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5f8310db-b8ff-4919-b9be-fc1e1a0f7d12 req-f6ca44fa-094f-4787-9e79-4e9a4917de36 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 944 time: 0.0519352 Mar 02 13:59:00.007007 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5f8310db-b8ff-4919-b9be-fc1e1a0f7d12 req-979ee192-28f1-4d2f-bea0-2e06e730c644 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398531 Mar 02 13:59:00.102472 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03cf0b-4c2a-4927-9745-2582f9485c17 req-9206c2a2-b8cf-4b12-806c-6e3e5510a5f8 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:00.103988 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5c03cf0b-4c2a-4927-9745-2582f9485c17 req-9206c2a2-b8cf-4b12-806c-6e3e5510a5f8 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 949 time: 0.0558388 Mar 02 13:59:00.152557 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5c03cf0b-4c2a-4927-9745-2582f9485c17 req-8a5157f0-e462-4e1b-b615-9ff0ca4223fd tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409806 Mar 02 13:59:00.282624 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0f17c-f0d2-4df6-9a5d-a8513e22b291 req-4216ed41-72c7-449f-85a5-519032ff2368 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:00.284220 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-13a0f17c-f0d2-4df6-9a5d-a8513e22b291 req-4216ed41-72c7-449f-85a5-519032ff2368 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.0723481 Mar 02 13:59:00.331216 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-13a0f17c-f0d2-4df6-9a5d-a8513e22b291 req-0e25526c-1b34-41a4-9b2a-fb6f95ef1c1d tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413172 Mar 02 13:59:01.126518 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e53e4-affe-46aa-be97-996b97f22f69 req-4c135eb3-2194-4b18-8dca-1ff19e4bb6da tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:01.128011 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b0e53e4-affe-46aa-be97-996b97f22f69 req-4c135eb3-2194-4b18-8dca-1ff19e4bb6da tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 944 time: 0.0550916 Mar 02 13:59:01.174618 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b0e53e4-affe-46aa-be97-996b97f22f69 req-2d98428f-0d30-4d8c-97e7-d623a1c27b2d tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Mar 02 13:59:01.274295 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f989f27-d360-4526-9cb8-0474a3fa47f1 req-283a9239-9045-4a62-8ee0-438dbc63075f tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:01.275865 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8f989f27-d360-4526-9cb8-0474a3fa47f1 req-283a9239-9045-4a62-8ee0-438dbc63075f tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 949 time: 0.0531771 Mar 02 13:59:01.324773 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8f989f27-d360-4526-9cb8-0474a3fa47f1 req-cb6198c1-ee76-4afe-b8c8-153e457ce393 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420642 Mar 02 13:59:01.446541 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8d780-66ec-431b-bedb-57bf3ef44896 req-5cb3ff0f-1f11-4817-846e-00c6a5812e06 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:01.448036 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1ae8d780-66ec-431b-bedb-57bf3ef44896 req-5cb3ff0f-1f11-4817-846e-00c6a5812e06 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.0517666 Mar 02 13:59:01.497029 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1ae8d780-66ec-431b-bedb-57bf3ef44896 req-0a9f72dc-c110-4688-83fc-847d3b8361ec tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430369 Mar 02 13:59:02.129646 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device fe4822b9-ed86-4c43-980a-09383efbcad5 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 13:59:02.131750 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 366a4e2e-3d66-4f34-96a6-71a05457c75a up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:02.246550 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port 366a4e2e-3d66-4f34-96a6-71a05457c75a completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 13:59:02.258157 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port 366a4e2e-3d66-4f34-96a6-71a05457c75a triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:02.258540 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (366a4e2e-3d66-4f34-96a6-71a05457c75a), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:02.288366 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port fe4822b9-ed86-4c43-980a-09383efbcad5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fe4822b9-ed86-4c43-980a-09383efbcad5,segment=NetworkSegment(1b1a7440-b8f2-463f-b152-e2aaa759fb41),segment_id=1b1a7440-b8f2-463f-b152-e2aaa759fb41)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:02.299461 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a33c0-715a-4c23-9c21-c3f66e780311 req-78859962-d08a-4ff7-8acf-49cdb8b9a9d3 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:02.300993 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e21a33c0-715a-4c23-9c21-c3f66e780311 req-78859962-d08a-4ff7-8acf-49cdb8b9a9d3 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 944 time: 0.0588417 Mar 02 13:59:02.315846 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': 'fe4822b9-ed86-4c43-980a-09383efbcad5', 'network_id': '9e12d2a1-b955-4281-b5b3-1c0e575f2a11', 'port_id': 'fe4822b9-ed86-4c43-980a-09383efbcad5', 'mac_address': 'fa:16:3e:9d:60:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c63559-8229-4040-8012-bd2b72ec5276', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 13:59:02.368065 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e21a33c0-715a-4c23-9c21-c3f66e780311 req-27f8e563-2dfc-4a3c-a7d4-c8e18d1f53f1 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472014 Mar 02 13:59:02.404054 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port fe4822b9-ed86-4c43-980a-09383efbcad5 is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:02.404710 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (fe4822b9-ed86-4c43-980a-09383efbcad5), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:02.406752 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 366a4e2e-3d66-4f34-96a6-71a05457c75a is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:02.407194 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (366a4e2e-3d66-4f34-96a6-71a05457c75a), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:02.438163 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4822b9-ed86-4c43-980a-09383efbcad5 {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 13:59:02.447044 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7bd4901-5a6b-448d-9bd5-ced5530984a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366a4e2e-3d66-4f34-96a6-71a05457c75a'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:59:02.450061 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090c91ab-d661-4c42-9718-e446667d17bd" -d '{"events": [{"server_uuid": "b7bd4901-5a6b-448d-9bd5-ced5530984a6", "name": "network-vif-plugged", "status": "completed", "tag": "366a4e2e-3d66-4f34-96a6-71a05457c75a"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:59:02.456537 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ce1a0-fb43-45ea-85e3-3e9a67983b00 req-bf5bf71d-5553-4710-a15e-ba061e9a4c0d tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:02.458168 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-922ce1a0-fb43-45ea-85e3-3e9a67983b00 req-bf5bf71d-5553-4710-a15e-ba061e9a4c0d tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 949 time: 0.0570884 Mar 02 13:59:02.468929 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 366a4e2e-3d66-4f34-96a6-71a05457c75a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=366a4e2e-3d66-4f34-96a6-71a05457c75a,segment=NetworkSegment(5148d45d-a177-46ad-b24d-ec711c7225ed),segment_id=5148d45d-a177-46ad-b24d-ec711c7225ed)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:02.475548 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (366a4e2e-3d66-4f34-96a6-71a05457c75a), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:02.483920 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port fe4822b9-ed86-4c43-980a-09383efbcad5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fe4822b9-ed86-4c43-980a-09383efbcad5,segment=NetworkSegment(1b1a7440-b8f2-463f-b152-e2aaa759fb41),segment_id=1b1a7440-b8f2-463f-b152-e2aaa759fb41)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:02.507545 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 13:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a96172-431a-4649-bb07-2565a7838091 x-openstack-request-id: req-31a96172-431a-4649-bb07-2565a7838091 {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:59:02.507834 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7bd4901-5a6b-448d-9bd5-ced5530984a6", "name": "network-vif-plugged", "status": "completed", "tag": "366a4e2e-3d66-4f34-96a6-71a05457c75a", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:59:02.508095 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-31a96172-431a-4649-bb07-2565a7838091 {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:59:02.508488 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7bd4901-5a6b-448d-9bd5-ced5530984a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366a4e2e-3d66-4f34-96a6-71a05457c75a', 'code': 200} Mar 02 13:59:02.509120 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (fe4822b9-ed86-4c43-980a-09383efbcad5), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:02.540605 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=366a4e2e-3d66-4f34-96a6-71a05457c75a,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:02.556153 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-922ce1a0-fb43-45ea-85e3-3e9a67983b00 req-7e6d2ca7-319a-4dca-b08b-5dc9071423bb tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862186 Mar 02 13:59:02.595625 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=fe4822b9-ed86-4c43-980a-09383efbcad5,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:02.633429 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef62b2a-4872-41de-89a2-b17dba5f8c04 req-385d8276-06da-4f63-bbf0-f21945244ecf tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:02.634936 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9ef62b2a-4872-41de-89a2-b17dba5f8c04 req-385d8276-06da-4f63-bbf0-f21945244ecf tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.0580182 Mar 02 13:59:02.683432 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9ef62b2a-4872-41de-89a2-b17dba5f8c04 req-cec6ee95-f829-4963-be0a-b20117594bdb tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 Mar 02 13:59:03.484785 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466693f2-3dfa-48eb-affe-73b544fb446b req-6f389110-2d60-4134-a2f2-4fd399f33a94 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:03.486253 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-466693f2-3dfa-48eb-affe-73b544fb446b req-6f389110-2d60-4134-a2f2-4fd399f33a94 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 945 time: 0.0513742 Mar 02 13:59:03.532564 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-466693f2-3dfa-48eb-affe-73b544fb446b req-e012215a-83ac-4ef8-86b8-72fbbb789c78 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409555 Mar 02 13:59:03.660596 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531bcdf-084b-4bb4-90e3-1cd1d1231967 req-e74465dd-ce80-4cc1-a427-c004812d8f99 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:03.661950 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b531bcdf-084b-4bb4-90e3-1cd1d1231967 req-e74465dd-ce80-4cc1-a427-c004812d8f99 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 950 time: 0.0515499 Mar 02 13:59:03.713749 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b531bcdf-084b-4bb4-90e3-1cd1d1231967 req-ee4f2d45-eb91-4aad-97ae-dd8bc6a7c52e tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450294 Mar 02 13:59:03.802549 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374d4bb-bfcc-42f4-bd58-942fb5182671 req-00f97f99-484b-45c3-a607-312882419bc1 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:03.804086 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b374d4bb-bfcc-42f4-bd58-942fb5182671 req-00f97f99-484b-45c3-a607-312882419bc1 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.0533128 Mar 02 13:59:03.850528 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b374d4bb-bfcc-42f4-bd58-942fb5182671 req-e42d230f-deb9-44cc-92d4-efb1988aeb4f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410836 Mar 02 13:59:04.648061 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cc063-b249-422f-88d5-4a0637e8a4cc req-5ef0aaf4-217d-4506-985a-66d7f45904ed tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:04.649437 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-583cc063-b249-422f-88d5-4a0637e8a4cc req-5ef0aaf4-217d-4506-985a-66d7f45904ed tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 945 time: 0.0523133 Mar 02 13:59:04.696623 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-583cc063-b249-422f-88d5-4a0637e8a4cc req-01c95c4c-3e30-415a-9249-df6e7bef9e67 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410120 Mar 02 13:59:04.836200 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bba2c4-d487-4b67-9165-9e93b0ced79f req-a2bd2ff7-705b-41f1-a986-1098062a11f7 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:04.837666 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-83bba2c4-d487-4b67-9165-9e93b0ced79f req-a2bd2ff7-705b-41f1-a986-1098062a11f7 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 950 time: 0.0564847 Mar 02 13:59:04.883743 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-83bba2c4-d487-4b67-9165-9e93b0ced79f req-9d8e9724-e1ef-4656-87b4-e96368e00ae6 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401328 Mar 02 13:59:04.965229 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34474a03-5e88-446a-b731-384b07810005 req-857c09be-02ab-4de4-bc3e-f60984c9c37a tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:04.966585 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-34474a03-5e88-446a-b731-384b07810005 req-857c09be-02ab-4de4-bc3e-f60984c9c37a tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.0517261 Mar 02 13:59:05.012503 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-34474a03-5e88-446a-b731-384b07810005 req-abe2c4f6-e758-4280-a41b-d6b3ce7c93dd tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405250 Mar 02 13:59:05.139996 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0ed97-0a1d-4973-ae21-0f88180ff62e req-d148772e-b07a-478f-886c-507924da87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:05.141572 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-06f0ed97-0a1d-4973-ae21-0f88180ff62e req-d148772e-b07a-478f-886c-507924da87b8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 1134 time: 0.0468602 Mar 02 13:59:05.189778 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-06f0ed97-0a1d-4973-ae21-0f88180ff62e req-f832ad27-b774-4990-a04f-5dfaa80a0bbb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374668 Mar 02 13:59:05.320113 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['fe4822b9-ed86-4c43-980a-09383efbcad5'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 13:59:05.819629 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66af4c-3e3c-46e7-96e7-61c36e2378b6 req-2de8a3a6-75d2-4700-96bc-cc6648b574b0 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:05.821148 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ce66af4c-3e3c-46e7-96e7-61c36e2378b6 req-2de8a3a6-75d2-4700-96bc-cc6648b574b0 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 945 time: 0.0548122 Mar 02 13:59:05.882187 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ce66af4c-3e3c-46e7-96e7-61c36e2378b6 req-4c02acd7-7f8e-43c4-9f94-81edb726ee1b tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510831 Mar 02 13:59:05.899819 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4e4c7e64-834f-4357-92b8-94c807e75ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:06.007044 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4228eb0-1468-475f-a271-39716fe0388e req-86076ecd-71ef-443e-9875-4d4073222774 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:06.008479 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f4228eb0-1468-475f-a271-39716fe0388e req-86076ecd-71ef-443e-9875-4d4073222774 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 950 time: 0.0510316 Mar 02 13:59:06.059039 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f4228eb0-1468-475f-a271-39716fe0388e req-b5e55f46-0599-41ba-ba45-a31b7e4c8200 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444171 Mar 02 13:59:06.129363 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a1ba3-a147-4115-b4e9-0af926a95bef req-7b36bb13-fab8-4eb0-b1e1-bb39dde67f7d tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:06.130791 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5b6a1ba3-a147-4115-b4e9-0af926a95bef req-7b36bb13-fab8-4eb0-b1e1-bb39dde67f7d tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.0519576 Mar 02 13:59:06.177030 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5b6a1ba3-a147-4115-b4e9-0af926a95bef req-f0f9c0d0-e18c-4fac-9650-9c84164d1b52 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400772 Mar 02 13:59:06.992065 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427eb8a-8fdc-4690-add0-5e506470c263 req-d8ea1154-c2b7-4662-b5fa-278262ca77d8 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:06.993509 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a427eb8a-8fdc-4690-add0-5e506470c263 req-d8ea1154-c2b7-4662-b5fa-278262ca77d8 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 945 time: 0.0515380 Mar 02 13:59:07.038472 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a427eb8a-8fdc-4690-add0-5e506470c263 req-9680620f-11a1-4ed7-ae93-e3db7643b4a8 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387242 Mar 02 13:59:07.179981 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe155438-1023-4772-9f21-33f182c7b60a req-977b9b6e-2d04-4f0b-a131-e053e0c85489 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:07.181341 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fe155438-1023-4772-9f21-33f182c7b60a req-977b9b6e-2d04-4f0b-a131-e053e0c85489 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 950 time: 0.0564034 Mar 02 13:59:07.227463 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fe155438-1023-4772-9f21-33f182c7b60a req-4b365ca0-0dfe-441b-a6cc-0b11112a7fda tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406468 Mar 02 13:59:07.293231 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee412c-5fa6-47d9-ada8-57cf17292c5e req-5f6fcab3-81a0-4981-a615-e98209b29dc3 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:07.294711 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d2ee412c-5fa6-47d9-ada8-57cf17292c5e req-5f6fcab3-81a0-4981-a615-e98209b29dc3 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.0531080 Mar 02 13:59:07.341297 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d2ee412c-5fa6-47d9-ada8-57cf17292c5e req-b087e1d7-6ff4-4f96-9e7f-00c11ba20a56 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410838 Mar 02 13:59:08.055830 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-c9a94346-9de5-4ef4-84de-4a063bc299d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:08.164526 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ceac4-1c18-411e-abe0-2f0fb7173c50 req-47aedd40-f5be-4ea0-a804-ea784c6a0055 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:08.166123 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ca2ceac4-1c18-411e-abe0-2f0fb7173c50 req-47aedd40-f5be-4ea0-a804-ea784c6a0055 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 945 time: 0.0548227 Mar 02 13:59:08.220937 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ca2ceac4-1c18-411e-abe0-2f0fb7173c50 req-1c4f294e-6785-4eba-9b36-90c184b751fa tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458908 Mar 02 13:59:08.356781 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b13710-7c2e-4cdc-af43-1d3172788e1d req-4de609e9-cea7-41bd-892b-6c399aefa2b5 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:08.358449 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b4b13710-7c2e-4cdc-af43-1d3172788e1d req-4de609e9-cea7-41bd-892b-6c399aefa2b5 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 950 time: 0.0582058 Mar 02 13:59:08.411345 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b4b13710-7c2e-4cdc-af43-1d3172788e1d req-198c0b5d-b99a-40b3-8a06-a1c17b190d42 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464733 Mar 02 13:59:08.477592 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596a887-be32-4607-a0a6-bd9cb62d458a req-abdd1351-219c-4992-9b0b-f7365e3e75a5 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:08.479123 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a596a887-be32-4607-a0a6-bd9cb62d458a req-abdd1351-219c-4992-9b0b-f7365e3e75a5 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.0598435 Mar 02 13:59:08.531688 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a596a887-be32-4607-a0a6-bd9cb62d458a req-ada39e2e-01d0-444e-836a-3f7e9d34ee9f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440691 Mar 02 13:59:09.340721 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e6005-2dda-4a29-b277-f4050f9376ea req-9cceb0fc-1569-4ae2-92eb-ef6c4b957c5a tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:09.342142 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0d7e6005-2dda-4a29-b277-f4050f9376ea req-9cceb0fc-1569-4ae2-92eb-ef6c4b957c5a tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 945 time: 0.0560837 Mar 02 13:59:09.388527 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0d7e6005-2dda-4a29-b277-f4050f9376ea req-bf468308-514b-4c28-bc63-eaaab4bbdcf6 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409899 Mar 02 13:59:09.414186 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:09.527876 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7f8c1-522b-4973-88a4-85d65e26b347 req-69d24816-fcf7-417e-a8d7-30cf8a1f06e9 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:09.529589 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-aab7f8c1-522b-4973-88a4-85d65e26b347 req-69d24816-fcf7-417e-a8d7-30cf8a1f06e9 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 950 time: 0.0521851 Mar 02 13:59:09.577986 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-aab7f8c1-522b-4973-88a4-85d65e26b347 req-971d9823-102f-40c0-9880-d5ca187ce316 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429373 Mar 02 13:59:09.655111 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773512b6-097f-49aa-8403-b2a19774241b req-78e8e547-b88f-4754-af9a-48fc69f2dc79 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:09.656506 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-773512b6-097f-49aa-8403-b2a19774241b req-78e8e547-b88f-4754-af9a-48fc69f2dc79 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.0571272 Mar 02 13:59:09.703471 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-773512b6-097f-49aa-8403-b2a19774241b req-da144b3f-e10c-4d15-9318-84d34e9401a3 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414245 Mar 02 13:59:10.502885 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe3ef5-f84e-4f5a-a646-fcf1db1a3179 req-c3302255-d51a-4bf8-be12-520133c0e988 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:10.504337 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ddbe3ef5-f84e-4f5a-a646-fcf1db1a3179 req-c3302255-d51a-4bf8-be12-520133c0e988 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 945 time: 0.0509477 Mar 02 13:59:10.549857 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ddbe3ef5-f84e-4f5a-a646-fcf1db1a3179 req-c31341d2-e64d-44ff-8b91-42437c0fa84f tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401824 Mar 02 13:59:10.700807 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b684f-37b6-4ba1-a3a9-c84a2bd7e5d2 req-c977f01c-9dd7-4e0a-961d-01ff8421f0fb tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:10.702183 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f34b684f-37b6-4ba1-a3a9-c84a2bd7e5d2 req-c977f01c-9dd7-4e0a-961d-01ff8421f0fb tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 950 time: 0.0606673 Mar 02 13:59:10.757123 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f34b684f-37b6-4ba1-a3a9-c84a2bd7e5d2 req-9c1c6b51-4e11-4cc2-a4d9-fa8b1489c790 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495019 Mar 02 13:59:10.862443 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:11.410580 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-15b90a24-e456-42a6-bad0-93882e57b618 req-efee8b3f-29e3-4124-ad36-f7ffa1316a7c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437381 Mar 02 13:59:11.485397 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b90a24-e456-42a6-bad0-93882e57b618 req-bce95f4d-7ba2-4b2a-82dd-14b539029791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:11.486890 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-15b90a24-e456-42a6-bad0-93882e57b618 req-bce95f4d-7ba2-4b2a-82dd-14b539029791 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=607aa3bcf57041219e479bb3e70e3a3d&device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 1130 time: 0.0474331 Mar 02 13:59:11.605908 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b90a24-e456-42a6-bad0-93882e57b618 req-aa3535f8-5d26-495c-832c-7a6fde3c074e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:11.607410 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-15b90a24-e456-42a6-bad0-93882e57b618 req-aa3535f8-5d26-495c-832c-7a6fde3c074e service neutron] 10.222.0.20 "GET /v2.0/networks?id=dcaa62c3-8e05-4527-8824-303977b75d7c HTTP/1.1" status: 200 len: 919 time: 0.0942216 Mar 02 13:59:11.673679 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-15b90a24-e456-42a6-bad0-93882e57b618 req-44b035ce-9381-4cd6-abc9-71cbf593a3c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5b72211-1410-4045-9655-df5a3c6840ec HTTP/1.1" status: 200 len: 217 time: 0.0569975 Mar 02 13:59:11.736848 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751debb4-03ed-4b3d-9e1b-ef5dca6f7f26 req-a6a7120c-03af-4cd9-b1b2-2e5bc8e91974 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:11.738502 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-751debb4-03ed-4b3d-9e1b-ef5dca6f7f26 req-a6a7120c-03af-4cd9-b1b2-2e5bc8e91974 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 945 time: 0.1206224 Mar 02 13:59:11.742026 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b90a24-e456-42a6-bad0-93882e57b618 req-5045c371-0d37-4dc1-b2b3-28cfe93c0cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:11.743394 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-15b90a24-e456-42a6-bad0-93882e57b618 req-5045c371-0d37-4dc1-b2b3-28cfe93c0cce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=888c3150-7f50-41ab-b3cc-18dce7c033e2 HTTP/1.1" status: 200 len: 858 time: 0.0613725 Mar 02 13:59:11.786522 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-15b90a24-e456-42a6-bad0-93882e57b618 req-a2390f6e-fa8e-4bbb-8c56-31ae46f31400 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcaa62c3-8e05-4527-8824-303977b75d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352476 Mar 02 13:59:11.894720 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-751debb4-03ed-4b3d-9e1b-ef5dca6f7f26 req-34a5221e-b548-41ed-927f-7259d3dfd560 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503677 Mar 02 13:59:11.954001 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f44d06-f3d1-4d65-a5da-1a61e4e34ab6 req-09d57b57-d5ff-4572-a0cf-123a066e7cc5 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:11.955916 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-72f44d06-f3d1-4d65-a5da-1a61e4e34ab6 req-09d57b57-d5ff-4572-a0cf-123a066e7cc5 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 950 time: 0.1227663 Mar 02 13:59:11.982885 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-15b90a24-e456-42a6-bad0-93882e57b618 req-2359b298-7866-421e-a097-3ebc31093288 service neutron] 10.222.0.20 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849496 Mar 02 13:59:12.023626 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device fe4822b9-ed86-4c43-980a-09383efbcad5 up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:12.034256 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-72f44d06-f3d1-4d65-a5da-1a61e4e34ab6 req-b4cc2078-7489-4cc7-a2d9-4b71cb7c7206 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718906 Mar 02 13:59:12.093755 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port fe4822b9-ed86-4c43-980a-09383efbcad5 completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 13:59:12.110676 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port fe4822b9-ed86-4c43-980a-09383efbcad5 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:12.111179 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (fe4822b9-ed86-4c43-980a-09383efbcad5), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:12.137988 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-15b90a24-e456-42a6-bad0-93882e57b618 req-dff23a32-ea78-4ece-b6d5-03727722f716 service neutron] 10.222.0.20 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441958 Mar 02 13:59:12.227888 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port fe4822b9-ed86-4c43-980a-09383efbcad5 is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:12.228586 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (fe4822b9-ed86-4c43-980a-09383efbcad5), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:12.266677 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1a3a2-1474-4c0c-9846-ccbcc474acb9 req-57a3bc54-646a-42ae-9cd2-473b29a0e8d5 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:12.268604 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0465b5-d9ed-4a16-9007-5b033c497b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4822b9-ed86-4c43-980a-09383efbcad5'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:59:12.271167 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e32fda-5dd1-40a4-ad5d-7fe14b911ff3" -d '{"events": [{"server_uuid": "ba0465b5-d9ed-4a16-9007-5b033c497b93", "name": "network-vif-plugged", "status": "completed", "tag": "fe4822b9-ed86-4c43-980a-09383efbcad5"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:59:12.271542 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-65f1a3a2-1474-4c0c-9846-ccbcc474acb9 req-57a3bc54-646a-42ae-9cd2-473b29a0e8d5 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.0958588 Mar 02 13:59:12.305522 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port fe4822b9-ed86-4c43-980a-09383efbcad5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fe4822b9-ed86-4c43-980a-09383efbcad5,segment=NetworkSegment(1b1a7440-b8f2-463f-b152-e2aaa759fb41),segment_id=1b1a7440-b8f2-463f-b152-e2aaa759fb41)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:12.313070 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (fe4822b9-ed86-4c43-980a-09383efbcad5), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:12.359429 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 13:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59257869-2582-4ce5-bf06-b8a6ea4c288a x-openstack-request-id: req-59257869-2582-4ce5-bf06-b8a6ea4c288a {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:59:12.360007 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0465b5-d9ed-4a16-9007-5b033c497b93", "name": "network-vif-plugged", "status": "completed", "tag": "fe4822b9-ed86-4c43-980a-09383efbcad5", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:59:12.360486 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-59257869-2582-4ce5-bf06-b8a6ea4c288a {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:59:12.360991 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0465b5-d9ed-4a16-9007-5b033c497b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4822b9-ed86-4c43-980a-09383efbcad5', 'code': 200} Mar 02 13:59:12.386445 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-65f1a3a2-1474-4c0c-9846-ccbcc474acb9 req-eec15fa8-a185-4874-bd4d-d4fd4026fc29 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080854 Mar 02 13:59:12.387358 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=fe4822b9-ed86-4c43-980a-09383efbcad5,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:12.588136 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:12.599776 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97054e-526a-411a-853e-f2194d87acc4 req-ebd15a4d-9ba3-4967-966d-b8b40fc960e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:12.601602 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4f97054e-526a-411a-853e-f2194d87acc4 req-ebd15a4d-9ba3-4967-966d-b8b40fc960e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 1130 time: 0.0757623 Mar 02 13:59:12.696524 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090161a-fe26-4344-a47f-2aa31a1d9dd3 req-bba57a73-5105-462b-9df4-f29bdedb94a1 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:12.699648 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f090161a-fe26-4344-a47f-2aa31a1d9dd3 req-bba57a73-5105-462b-9df4-f29bdedb94a1 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0962095 Mar 02 13:59:12.707170 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4f97054e-526a-411a-853e-f2194d87acc4 req-44d10114-a3df-42d4-b8a2-fa03fe8b0c1f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736752 Mar 02 13:59:12.754145 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f090161a-fe26-4344-a47f-2aa31a1d9dd3 req-5b0e0f8f-0dfc-475f-b2b6-dc05be6e32e7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437193 Mar 02 13:59:13.058760 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d898c8-26a5-49a3-a27e-38097061c0aa req-0469ab19-75a5-49d6-b056-ea4cd805e47e tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:13.060468 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-08d898c8-26a5-49a3-a27e-38097061c0aa req-0469ab19-75a5-49d6-b056-ea4cd805e47e tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 946 time: 0.0770144 Mar 02 13:59:13.120943 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-08d898c8-26a5-49a3-a27e-38097061c0aa req-cf5e4f91-6ed2-430c-a5e0-a261ac460aad tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539732 Mar 02 13:59:13.183958 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e70b21-ff0d-4b3b-a748-70917c8c5722 req-0ca8bba6-5d22-47d2-93aa-b419b09e8efd tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:13.185415 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a1e70b21-ff0d-4b3b-a748-70917c8c5722 req-0ca8bba6-5d22-47d2-93aa-b419b09e8efd tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 950 time: 0.0635691 Mar 02 13:59:13.240763 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a1e70b21-ff0d-4b3b-a748-70917c8c5722 req-473d4815-b4ea-4b26-9813-887023378ac1 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492828 Mar 02 13:59:13.591187 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd2392-a674-4134-bcc7-046e938889b1 req-905d5a42-508d-4d7b-8503-eec8e3a97fd7 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:13.592862 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-72dd2392-a674-4134-bcc7-046e938889b1 req-905d5a42-508d-4d7b-8503-eec8e3a97fd7 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 950 time: 0.0579100 Mar 02 13:59:13.646110 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-72dd2392-a674-4134-bcc7-046e938889b1 req-1adec879-8729-4325-958d-629247a7b6db tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474820 Mar 02 13:59:13.766106 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35788) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:13.799018 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35794) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:13.895999 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58642b4a-61fc-46ca-b4ba-33569af5965b req-5e5aa474-9c34-4fbc-a121-6ad8a7fc9c00 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:13.903036 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-58642b4a-61fc-46ca-b4ba-33569af5965b req-5e5aa474-9c34-4fbc-a121-6ad8a7fc9c00 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0753880 Mar 02 13:59:13.928194 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-d70da19d-f03f-4f63-9f51-8cf689898eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:13.942798 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-d391cbff-bece-47d6-b14a-e9e38ba6ac94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:13.948365 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-58642b4a-61fc-46ca-b4ba-33569af5965b req-b23655b2-003b-44a9-b79e-97f73b2129e7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442340 Mar 02 13:59:14.054031 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-d70da19d-f03f-4f63-9f51-8cf689898eca admin admin] Publish callbacks [] for security_group (1207c921-82aa-411f-9213-88c1ee6461a9), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:14.060629 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-d70da19d-f03f-4f63-9f51-8cf689898eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (1207c921-82aa-411f-9213-88c1ee6461a9), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:14.094899 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-d391cbff-bece-47d6-b14a-e9e38ba6ac94 admin admin] Publish callbacks [] for security_group (cd050ada-0113-455d-a6b6-1289b2210c27), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:14.110029 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-d391cbff-bece-47d6-b14a-e9e38ba6ac94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (cd050ada-0113-455d-a6b6-1289b2210c27), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:14.119024 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:14.130089 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70da19d-f03f-4f63-9f51-8cf689898eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1207c921-82aa-411f-9213-88c1ee6461a9,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:14.139830 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-d70da19d-f03f-4f63-9f51-8cf689898eca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=543ddb8903ee40a78f84b2f81b86faea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721826 Mar 02 13:59:14.142716 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 35800) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:14.148234 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70da19d-f03f-4f63-9f51-8cf689898eca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.148609 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70da19d-f03f-4f63-9f51-8cf689898eca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.148958 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70da19d-f03f-4f63-9f51-8cf689898eca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.149531 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70da19d-f03f-4f63-9f51-8cf689898eca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.149623 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70da19d-f03f-4f63-9f51-8cf689898eca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.149939 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70da19d-f03f-4f63-9f51-8cf689898eca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.150270 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70da19d-f03f-4f63-9f51-8cf689898eca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.150596 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70da19d-f03f-4f63-9f51-8cf689898eca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.151345 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70da19d-f03f-4f63-9f51-8cf689898eca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.151698 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70da19d-f03f-4f63-9f51-8cf689898eca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.152367 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70da19d-f03f-4f63-9f51-8cf689898eca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.152697 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70da19d-f03f-4f63-9f51-8cf689898eca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.153026 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70da19d-f03f-4f63-9f51-8cf689898eca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.165256 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-d391cbff-bece-47d6-b14a-e9e38ba6ac94 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=87238a1cdac240f38dec2b9dcb9a2525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624430 Mar 02 13:59:14.168580 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35804) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:14.219422 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391cbff-bece-47d6-b14a-e9e38ba6ac94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd050ada-0113-455d-a6b6-1289b2210c27,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:14.236208 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e42cc64b-6089-40cf-b69a-a82b4cccfb71 admin admin] Publish callbacks [] for security_group (cd050ada-0113-455d-a6b6-1289b2210c27), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:14.254455 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 13:59:14.258945 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c764713d-96ff-4780-9a7c-0f059b46c4df admin admin] Publish callbacks [] for security_group (1207c921-82aa-411f-9213-88c1ee6461a9), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:14.262488 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e42cc64b-6089-40cf-b69a-a82b4cccfb71 admin admin] Publish callbacks [] for security_group (cd050ada-0113-455d-a6b6-1289b2210c27), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:14.288284 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c764713d-96ff-4780-9a7c-0f059b46c4df admin admin] Publish callbacks [] for security_group (1207c921-82aa-411f-9213-88c1ee6461a9), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:14.302534 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c62b6-5de0-4fbb-80cb-83f33caf571e req-cb26c41d-13ce-44df-97fb-54878a0dc3a1 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:14.303997 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-399c62b6-5de0-4fbb-80cb-83f33caf571e req-cb26c41d-13ce-44df-97fb-54878a0dc3a1 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 946 time: 0.0987875 Mar 02 13:59:14.312996 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e42cc64b-6089-40cf-b69a-a82b4cccfb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (cd050ada-0113-455d-a6b6-1289b2210c27), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:14.315473 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e42cc64b-6089-40cf-b69a-a82b4cccfb71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:14.316635 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-e42cc64b-6089-40cf-b69a-a82b4cccfb71 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd050ada-0113-455d-a6b6-1289b2210c27 HTTP/1.1" status: 204 len: 168 time: 0.1468229 Mar 02 13:59:14.331194 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cc64b-6089-40cf-b69a-a82b4cccfb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd050ada-0113-455d-a6b6-1289b2210c27,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:14.383787 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-399c62b6-5de0-4fbb-80cb-83f33caf571e req-8c27deab-da8b-481f-97cf-e92832fbef0f tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730944 Mar 02 13:59:14.396652 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c764713d-96ff-4780-9a7c-0f059b46c4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (1207c921-82aa-411f-9213-88c1ee6461a9), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:14.403356 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c764713d-96ff-4780-9a7c-0f059b46c4df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:14.406995 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-c764713d-96ff-4780-9a7c-0f059b46c4df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1207c921-82aa-411f-9213-88c1ee6461a9 HTTP/1.1" status: 204 len: 168 time: 0.2606089 Mar 02 13:59:14.423807 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764713d-96ff-4780-9a7c-0f059b46c4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1207c921-82aa-411f-9213-88c1ee6461a9,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:14.438842 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764713d-96ff-4780-9a7c-0f059b46c4df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.439367 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764713d-96ff-4780-9a7c-0f059b46c4df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.439719 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764713d-96ff-4780-9a7c-0f059b46c4df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.440060 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764713d-96ff-4780-9a7c-0f059b46c4df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.441322 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764713d-96ff-4780-9a7c-0f059b46c4df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.441539 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764713d-96ff-4780-9a7c-0f059b46c4df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.442016 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764713d-96ff-4780-9a7c-0f059b46c4df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.442354 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764713d-96ff-4780-9a7c-0f059b46c4df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.442716 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764713d-96ff-4780-9a7c-0f059b46c4df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.443047 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764713d-96ff-4780-9a7c-0f059b46c4df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.443377 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764713d-96ff-4780-9a7c-0f059b46c4df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.443701 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764713d-96ff-4780-9a7c-0f059b46c4df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.444195 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c764713d-96ff-4780-9a7c-0f059b46c4df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:14.725551 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35830) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:14.741377 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-d0d70b55-7411-4b91-a44e-72ff2e88e91a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:14.773681 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff36de4-eb3e-4c12-95a4-9174cf54784a req-fb4580f6-831f-4dc5-8724-60745357d873 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:14.775208 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-aff36de4-eb3e-4c12-95a4-9174cf54784a req-fb4580f6-831f-4dc5-8724-60745357d873 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 950 time: 0.0592732 Mar 02 13:59:14.827312 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-aff36de4-eb3e-4c12-95a4-9174cf54784a req-1b6d0ad3-9cbe-40d7-a87c-83dd8c722840 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454290 Mar 02 13:59:14.831067 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-d0d70b55-7411-4b91-a44e-72ff2e88e91a admin admin] Publish callbacks [] for security_group (592ad834-b68e-49ce-823a-8fb3337f41bf), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:14.835401 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-d0d70b55-7411-4b91-a44e-72ff2e88e91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (592ad834-b68e-49ce-823a-8fb3337f41bf), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:14.875828 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-d0d70b55-7411-4b91-a44e-72ff2e88e91a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62ca6742e9aa4d43a213a49142bbf0a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490083 Mar 02 13:59:14.876685 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d70b55-7411-4b91-a44e-72ff2e88e91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592ad834-b68e-49ce-823a-8fb3337f41bf,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:14.878529 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 35834) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:14.932469 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a1fd61e1-b60f-40a5-9179-e58ac754115e admin admin] Publish callbacks [] for security_group (592ad834-b68e-49ce-823a-8fb3337f41bf), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:14.956332 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a1fd61e1-b60f-40a5-9179-e58ac754115e admin admin] Publish callbacks [] for security_group (592ad834-b68e-49ce-823a-8fb3337f41bf), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:15.011367 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a1fd61e1-b60f-40a5-9179-e58ac754115e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (592ad834-b68e-49ce-823a-8fb3337f41bf), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:15.014168 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a1fd61e1-b60f-40a5-9179-e58ac754115e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:15.015368 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-a1fd61e1-b60f-40a5-9179-e58ac754115e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/592ad834-b68e-49ce-823a-8fb3337f41bf HTTP/1.1" status: 204 len: 168 time: 0.1358383 Mar 02 13:59:15.050425 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd61e1-b60f-40a5-9179-e58ac754115e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592ad834-b68e-49ce-823a-8fb3337f41bf,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:15.081618 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017d40e-3d75-4670-9c6b-1aa62ce4dafb req-3be3f55c-40dc-4bdd-a4f3-b6cb7e022a8c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:15.083190 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c017d40e-3d75-4670-9c6b-1aa62ce4dafb req-3be3f55c-40dc-4bdd-a4f3-b6cb7e022a8c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0668004 Mar 02 13:59:15.134900 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c017d40e-3d75-4670-9c6b-1aa62ce4dafb req-801879fb-8e93-49d9-a676-1155fd10f313 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461133 Mar 02 13:59:15.213124 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 35850) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:15.364144 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-728ec27d-ee1e-41a6-a902-1aefc86b767b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1610175495-network', 'tenant_id': '171e89e7464e461aa2f12abf8622c220'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:15.383217 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728ec27d-ee1e-41a6-a902-1aefc86b767b admin admin] Made reservation on behalf of 171e89e7464e461aa2f12abf8622c220 for: {'network': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:59:15.385413 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-728ec27d-ee1e-41a6-a902-1aefc86b767b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for network (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:15.394240 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-728ec27d-ee1e-41a6-a902-1aefc86b767b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:15.496292 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-728ec27d-ee1e-41a6-a902-1aefc86b767b admin admin] Publish callbacks [] for security_group (743a836c-da89-4764-98d2-aefd8b7061b7), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:15.502307 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-728ec27d-ee1e-41a6-a902-1aefc86b767b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (743a836c-da89-4764-98d2-aefd8b7061b7), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:15.538907 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728ec27d-ee1e-41a6-a902-1aefc86b767b admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=102940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 13:59:15.544595 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ec27d-ee1e-41a6-a902-1aefc86b767b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743a836c-da89-4764-98d2-aefd8b7061b7,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:15.554506 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324488a-4c10-4529-a4ba-e66e1d2e1b88 req-e08a370a-b97d-4830-b7f4-c20d6e2a66e5 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:15.556008 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d324488a-4c10-4529-a4ba-e66e1d2e1b88 req-e08a370a-b97d-4830-b7f4-c20d6e2a66e5 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 946 time: 0.0974212 Mar 02 13:59:15.562002 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-728ec27d-ee1e-41a6-a902-1aefc86b767b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (2f486a4c-f1b4-4240-90a4-5382c146287d), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:15.562351 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.db.segments_db [None req-728ec27d-ee1e-41a6-a902-1aefc86b767b admin admin] Added segment 2f486a4c-f1b4-4240-90a4-5382c146287d of type vlan for network 5510b172-768d-4c8f-9448-71f1b72cd6bf Mar 02 13:59:15.841831 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-728ec27d-ee1e-41a6-a902-1aefc86b767b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060850773'] for network (5510b172-768d-4c8f-9448-71f1b72cd6bf), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:15.866297 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d324488a-4c10-4529-a4ba-e66e1d2e1b88 req-b829d248-1ff1-494d-b401-dfbba8ed45aa tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022342 Mar 02 13:59:15.885060 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-728ec27d-ee1e-41a6-a902-1aefc86b767b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for network (5510b172-768d-4c8f-9448-71f1b72cd6bf), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:15.887090 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728ec27d-ee1e-41a6-a902-1aefc86b767b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:15.887745 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-728ec27d-ee1e-41a6-a902-1aefc86b767b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:15.934078 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-728ec27d-ee1e-41a6-a902-1aefc86b767b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7189865 Mar 02 13:59:15.937792 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35862) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:15.942936 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-0cf93308-c4bd-43e1-bf7a-5dcb874c6327 admin admin] Request body: {'subnet': {'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1610175495-subnet', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'ip_version': 4}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:15.964508 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf93308-c4bd-43e1-bf7a-5dcb874c6327 admin admin] Made reservation on behalf of 171e89e7464e461aa2f12abf8622c220 for: {'subnet': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:59:15.967239 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0cf93308-c4bd-43e1-bf7a-5dcb874c6327 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7666320'] for subnet (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:15.985682 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ec27d-ee1e-41a6-a902-1aefc86b767b admin admin] Pushing event updated for resources: {'Network': ['ID=5510b172-768d-4c8f-9448-71f1b72cd6bf,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:15.996155 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Network 5510b172-768d-4c8f-9448-71f1b72cd6bf details requested by agent ovs-agent-dv-cinder-831247-3-iscsi with host dv-cinder-831247-3-iscsi {{(pid=102941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 13:59:16.008332 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbe4f6-146c-4e37-8c2f-b387fa78dee3 req-ab590224-51f9-447b-b421-8abd1237106e tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:16.009971 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f2dbe4f6-146c-4e37-8c2f-b387fa78dee3 req-ab590224-51f9-447b-b421-8abd1237106e tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 950 time: 0.1003139 Mar 02 13:59:16.060427 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f2dbe4f6-146c-4e37-8c2f-b387fa78dee3 req-ee693ad5-9972-437a-ab25-a9a54494c157 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442545 Mar 02 13:59:16.159032 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0cf93308-c4bd-43e1-bf7a-5dcb874c6327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4828396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7666338'] for subnet (ad11377f-59e7-48ee-a341-d328a9020b41), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:16.209544 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf93308-c4bd-43e1-bf7a-5dcb874c6327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad11377f-59e7-48ee-a341-d328a9020b41,revision_number=0']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:16.225677 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf93308-c4bd-43e1-bf7a-5dcb874c6327 admin admin] Checking segment: {'id': '2f486a4c-f1b4-4240-90a4-5382c146287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:59:16.226033 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf93308-c4bd-43e1-bf7a-5dcb874c6327 admin admin] Network hostable DHCP agents. Network: 5510b172-768d-4c8f-9448-71f1b72cd6bf, hostable agents: ['75e4ba60-1427-4d6a-953c-035315e6206b'], hosted agents: [] {{(pid=102939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 13:59:16.243006 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf93308-c4bd-43e1-bf7a-5dcb874c6327 admin admin] Network 5510b172-768d-4c8f-9448-71f1b72cd6bf is scheduled to be hosted by DHCP agent 75e4ba60-1427-4d6a-953c-035315e6206b with binding_index 1 {{(pid=102939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 13:59:16.251813 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-0cf93308-c4bd-43e1-bf7a-5dcb874c6327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-3-iscsi, 5510b172-768d-4c8f-9448-71f1b72cd6bf) {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:16.256061 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf93308-c4bd-43e1-bf7a-5dcb874c6327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:16.256666 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0cf93308-c4bd-43e1-bf7a-5dcb874c6327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:16.259236 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51565cd-1a54-4f2d-abc4-4348296d47c7 req-7b62b4fd-899a-4ece-8018-658421097437 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:16.260786 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b51565cd-1a54-4f2d-abc4-4348296d47c7 req-7b62b4fd-899a-4ece-8018-658421097437 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0565798 Mar 02 13:59:16.263027 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e12174-b64a-47ec-a1ab-67b7f33509e4 None None] Network 5510b172-768d-4c8f-9448-71f1b72cd6bf requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:59:16.272716 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-0cf93308-c4bd-43e1-bf7a-5dcb874c6327 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3337517 Mar 02 13:59:16.275327 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35868) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:16.280852 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-a9b9b140-60f9-4cc7-834c-e5b7d025e317 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1610175495-router', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:16.300464 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b140-60f9-4cc7-834c-e5b7d025e317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12999'] for router (a375e174-0f5f-4d34-bf87-a237e9760399), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:16.301453 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b140-60f9-4cc7-834c-e5b7d025e317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13022'] for router (a375e174-0f5f-4d34-bf87-a237e9760399), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:16.319528 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b51565cd-1a54-4f2d-abc4-4348296d47c7 req-4b4da62c-10e5-4b2b-b775-dc4b8dd3e704 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494902 Mar 02 13:59:16.360580 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b140-60f9-4cc7-834c-e5b7d025e317 admin admin] Publish callbacks [] for router_controller (a375e174-0f5f-4d34-bf87-a237e9760399), precommit_add_association {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:16.376326 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc28c01c5-c1f2-5f91-acd1-15e30fabb56b-5510b172-768d-4c8f-9448-71f1b72cd6bf', 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf', 'project_id': '171e89e7464e461aa2f12abf8622c220', 'fixed_ips': [{'subnet_id': 'ad11377f-59e7-48ee-a341-d328a9020b41'}]}} from dv-cinder-831247-3-iscsi. {{(pid=102941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 13:59:16.377387 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:16.506504 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b140-60f9-4cc7-834c-e5b7d025e317 admin admin] Publish callbacks [] for router_gateway (a375e174-0f5f-4d34-bf87-a237e9760399), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:16.510761 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.db_base_plugin_common [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] Allocated IP 172.20.0.2 (5510b172-768d-4c8f-9448-71f1b72cd6bf/ad11377f-59e7-48ee-a341-d328a9020b41/2f77b9f7-5e96-425e-adf7-d0e0efb96c42) {{(pid=102941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:59:16.655679 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] Publish callbacks [] for port (2f77b9f7-5e96-425e-adf7-d0e0efb96c42), precommit_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:16.664324 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479'] for port (2f77b9f7-5e96-425e-adf7-d0e0efb96c42), after_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:16.708905 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] Network 5510b172-768d-4c8f-9448-71f1b72cd6bf is already hosted by enough agents. {{(pid=102941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:59:16.711682 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.base_scheduler [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] Resources bound (agent type, host, resource id): {{(pid=102941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:16.714195 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b140-60f9-4cc7-834c-e5b7d025e317 admin admin] Publish callbacks [] for router_gateway (a375e174-0f5f-4d34-bf87-a237e9760399), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:16.716080 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] Received port after_create {{(pid=102941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:59:16.723080 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] Pushing event updated for resources: {'Port': ['ID=2f77b9f7-5e96-425e-adf7-d0e0efb96c42,revision_number=1']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:16.736940 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b140-60f9-4cc7-834c-e5b7d025e317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:16.783651 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] Attempting to bind port 2f77b9f7-5e96-425e-adf7-d0e0efb96c42 on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:59:16.784010 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] Attempting to bind port 2f77b9f7-5e96-425e-adf7-d0e0efb96c42 by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': '2f486a4c-f1b4-4240-90a4-5382c146287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf'}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:59:16.784386 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] Attempting to bind port 2f77b9f7-5e96-425e-adf7-d0e0efb96c42 on network 5510b172-768d-4c8f-9448-71f1b72cd6bf {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:59:16.789340 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:59:16.789724 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] Checking segment: {'id': '2f486a4c-f1b4-4240-90a4-5382c146287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:59:16.790170 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:16.790673 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] Bound using segment: {'id': '2f486a4c-f1b4-4240-90a4-5382c146287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf'} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:59:16.791153 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] Bound port: 2f77b9f7-5e96-425e-adf7-d0e0efb96c42, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f486a4c-f1b4-4240-90a4-5382c146287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf'}}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:59:16.791643 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (2f77b9f7-5e96-425e-adf7-d0e0efb96c42), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:16.837210 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [None req-a9b9b140-60f9-4cc7-834c-e5b7d025e317 admin admin] Allocated IP 172.27.1.95 (8a7b981f-934d-4891-8b40-a612fdbe7a6a/d2fe738d-81f5-4c8e-ae81-924cae8fe95a/30c30711-de9b-4f8d-86fc-670ac634c353) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:59:16.857038 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] For port 2f77b9f7-5e96-425e-adf7-d0e0efb96c42, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:59:16.860574 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] For port 2f77b9f7-5e96-425e-adf7-d0e0efb96c42, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=2f77b9f7-5e96-425e-adf7-d0e0efb96c42,segment=NetworkSegment(2f486a4c-f1b4-4240-90a4-5382c146287d),segment_id=2f486a4c-f1b4-4240-90a4-5382c146287d)] {{(pid=102941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:59:16.866862 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (2f77b9f7-5e96-425e-adf7-d0e0efb96c42), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:16.945047 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b140-60f9-4cc7-834c-e5b7d025e317 admin admin] Publish callbacks [] for port (30c30711-de9b-4f8d-86fc-670ac634c353), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:16.981403 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b140-60f9-4cc7-834c-e5b7d025e317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (30c30711-de9b-4f8d-86fc-670ac634c353), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:17.023719 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9b140-60f9-4cc7-834c-e5b7d025e317 admin admin] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:59:17.028758 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-a9b9b140-60f9-4cc7-834c-e5b7d025e317 admin admin] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:17.034349 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b9b140-60f9-4cc7-834c-e5b7d025e317 admin admin] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:59:17.037758 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9b140-60f9-4cc7-834c-e5b7d025e317 admin admin] Pushing event updated for resources: {'Port': ['ID=30c30711-de9b-4f8d-86fc-670ac634c353,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:17.051304 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da583b-ec6c-435d-b6b3-622a54442df5 None None] Pushing event updated for resources: {'Port': ['ID=2f77b9f7-5e96-425e-adf7-d0e0efb96c42,revision_number=2']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:17.200969 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d85ad1-f9b9-4b95-84a6-7c8acaa691b0 req-2d2691ee-7bce-4e2c-8992-5d2d7fd9e21a tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:17.202590 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-28d85ad1-f9b9-4b95-84a6-7c8acaa691b0 req-2d2691ee-7bce-4e2c-8992-5d2d7fd9e21a tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 950 time: 0.0617032 Mar 02 13:59:17.278015 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-28d85ad1-f9b9-4b95-84a6-7c8acaa691b0 req-c492ef34-9f83-41c1-8219-6eb9342abd9b tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691371 Mar 02 13:59:17.342952 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b140-60f9-4cc7-834c-e5b7d025e317 admin admin] Publish callbacks [] for router_gateway (a375e174-0f5f-4d34-bf87-a237e9760399), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:17.449945 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8b65c-6db1-4c2c-85fd-6f0eb4fb9a0a req-abaa6fd9-c0fa-440f-8d27-34ca4593ec73 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:17.451444 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c2e8b65c-6db1-4c2c-85fd-6f0eb4fb9a0a req-abaa6fd9-c0fa-440f-8d27-34ca4593ec73 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0541627 Mar 02 13:59:17.500345 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c2e8b65c-6db1-4c2c-85fd-6f0eb4fb9a0a req-a22e09c5-7211-4d4b-9a93-c09d6e83d7ae tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425065 Mar 02 13:59:17.555562 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b140-60f9-4cc7-834c-e5b7d025e317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605995'] for router (a375e174-0f5f-4d34-bf87-a237e9760399), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:17.938163 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e938e63-a9c2-45e3-9681-ab3e17c11dc3 req-0ae40e92-0e2c-41cc-9912-a7db7a3b1a51 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:17.940102 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4e938e63-a9c2-45e3-9681-ab3e17c11dc3 req-0ae40e92-0e2c-41cc-9912-a7db7a3b1a51 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 950 time: 0.0802596 Mar 02 13:59:17.959522 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b9b140-60f9-4cc7-834c-e5b7d025e317 admin admin] Router a375e174-0f5f-4d34-bf87-a237e9760399 is scheduled to L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 with binding_index 1 {{(pid=102939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 13:59:18.113742 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b9b140-60f9-4cc7-834c-e5b7d025e317 admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 13:59:18.124536 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bec8c-c9a5-4a1f-9a77-cb25d3421e2a req-12d9a0e0-d4c2-42ca-a6fc-6ff2084ffc42 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:18.134719 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] Sync routers for ids ['a375e174-0f5f-4d34-bf87-a237e9760399'] in dv-cinder-831247-3-iscsi {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 13:59:18.143777 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-480bec8c-c9a5-4a1f-9a77-cb25d3421e2a req-12d9a0e0-d4c2-42ca-a6fc-6ff2084ffc42 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 946 time: 0.1359367 Mar 02 13:59:18.148620 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b140-60f9-4cc7-834c-e5b7d025e317 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:18.154441 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] Routers {'a375e174-0f5f-4d34-bf87-a237e9760399'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:59:18.155147 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:59:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['a375e174-0f5f-4d34-bf87-a237e9760399'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:18.166627 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-a9b9b140-60f9-4cc7-834c-e5b7d025e317 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8871186 Mar 02 13:59:18.168159 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35894) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:18.184036 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b06948-ee80-45c5-af6d-50d8ae58428c None None] Network 5510b172-768d-4c8f-9448-71f1b72cd6bf requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:59:18.201172 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [req-4e938e63-a9c2-45e3-9681-ab3e17c11dc3 req-a858190c-f5e2-4fb5-a9cb-d38221bcad4b tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Deleting port 366a4e2e-3d66-4f34-96a6-71a05457c75a {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 13:59:18.201628 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-4e938e63-a9c2-45e3-9681-ab3e17c11dc3 req-a858190c-f5e2-4fb5-a9cb-d38221bcad4b tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (366a4e2e-3d66-4f34-96a6-71a05457c75a), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:18.287112 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-f483a491-93bf-428f-83c3-42fb498dde65 None None] Provisioning complete for port 2f77b9f7-5e96-425e-adf7-d0e0efb96c42 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:18.287738 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-f483a491-93bf-428f-83c3-42fb498dde65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (2f77b9f7-5e96-425e-adf7-d0e0efb96c42), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:18.364436 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 2f77b9f7-5e96-425e-adf7-d0e0efb96c42 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:18.379792 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-480bec8c-c9a5-4a1f-9a77-cb25d3421e2a req-e4b36315-d51a-4495-ac84-44a25ca2c000 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351120 Mar 02 13:59:18.413244 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] Set router a375e174-0f5f-4d34-bf87-a237e9760399 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:59:18.469484 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-4e938e63-a9c2-45e3-9681-ab3e17c11dc3 req-a858190c-f5e2-4fb5-a9cb-d38221bcad4b tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] For port 366a4e2e-3d66-4f34-96a6-71a05457c75a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=366a4e2e-3d66-4f34-96a6-71a05457c75a,segment=NetworkSegment(5148d45d-a177-46ad-b24d-ec711c7225ed),segment_id=5148d45d-a177-46ad-b24d-ec711c7225ed)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:18.469892 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-4e938e63-a9c2-45e3-9681-ab3e17c11dc3 req-a858190c-f5e2-4fb5-a9cb-d38221bcad4b tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (366a4e2e-3d66-4f34-96a6-71a05457c75a), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:18.491408 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [req-4e938e63-a9c2-45e3-9681-ab3e17c11dc3 req-a858190c-f5e2-4fb5-a9cb-d38221bcad4b tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Calling delete_port for 366a4e2e-3d66-4f34-96a6-71a05457c75a owned by compute:nova {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 13:59:18.518465 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 2f77b9f7-5e96-425e-adf7-d0e0efb96c42 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:18.519246 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (2f77b9f7-5e96-425e-adf7-d0e0efb96c42), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:18.521342 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-f483a491-93bf-428f-83c3-42fb498dde65 None None] Current status of the port 2f77b9f7-5e96-425e-adf7-d0e0efb96c42 is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:18.522003 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-f483a491-93bf-428f-83c3-42fb498dde65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (2f77b9f7-5e96-425e-adf7-d0e0efb96c42), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:18.533981 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc269b-e93f-410a-b6fe-87ece1d0456b req-ed3e3343-7514-4ce0-b9fb-fc08b1c225a9 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:18.536912 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-adcc269b-e93f-410a-b6fe-87ece1d0456b req-ed3e3343-7514-4ce0-b9fb-fc08b1c225a9 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 950 time: 0.1227968 Mar 02 13:59:18.623226 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-f483a491-93bf-428f-83c3-42fb498dde65 None None] For port 2f77b9f7-5e96-425e-adf7-d0e0efb96c42, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=2f77b9f7-5e96-425e-adf7-d0e0efb96c42,segment=NetworkSegment(2f486a4c-f1b4-4240-90a4-5382c146287d),segment_id=2f486a4c-f1b4-4240-90a4-5382c146287d)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:18.630446 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-f483a491-93bf-428f-83c3-42fb498dde65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (2f77b9f7-5e96-425e-adf7-d0e0efb96c42), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:18.678317 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'name': 'tempest-TestMinimumBasicScenario-1610175495-router', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:17Z', 'revision_number': 3, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'gw_port': {'id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:18.727753 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] Checking router: a375e174-0f5f-4d34-bf87-a237e9760399 for host: dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 13:59:18.728108 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] Updating router a375e174-0f5f-4d34-bf87-a237e9760399 port 30c30711-de9b-4f8d-86fc-670ac634c353 binding host dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 13:59:18.729592 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 2f77b9f7-5e96-425e-adf7-d0e0efb96c42 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:18.732149 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483a491-93bf-428f-83c3-42fb498dde65 None None] Pushing event updated for resources: {'Port': ['ID=2f77b9f7-5e96-425e-adf7-d0e0efb96c42,revision_number=3']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:18.769313 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-adcc269b-e93f-410a-b6fe-87ece1d0456b req-dc341325-b333-41f2-9968-f970530eca42 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/security-groups?id=505bfd10-6383-483c-9e2e-537ec0c3d786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744020 Mar 02 13:59:18.775401 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (30c30711-de9b-4f8d-86fc-670ac634c353), before_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:18.833289 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5483c74d-44d4-4688-add7-1f5f0bb01332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:18.848390 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed0820-f9fd-4828-b3ba-76254733d512 req-44649389-799f-4a14-9dd5-d396a152af24 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:18.849992 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-88ed0820-f9fd-4828-b3ba-76254733d512 req-44649389-799f-4a14-9dd5-d396a152af24 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.2360249 Mar 02 13:59:18.894563 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-4e938e63-a9c2-45e3-9681-ab3e17c11dc3 req-a858190c-f5e2-4fb5-a9cb-d38221bcad4b tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (366a4e2e-3d66-4f34-96a6-71a05457c75a), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:18.909834 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['366a4e2e-3d66-4f34-96a6-71a05457c75a'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 13:59:18.956279 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858190c-f5e2-4fb5-a9cb-d38221bcad4b tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Pushing event deleted for resources: {'Port': ['ID=366a4e2e-3d66-4f34-96a6-71a05457c75a,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:18.957660 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-7d7deeac-f127-4e9d-9dcb-c1f1568cfbbe None None] Provisioning complete for port 2f77b9f7-5e96-425e-adf7-d0e0efb96c42 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:18.958053 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-7d7deeac-f127-4e9d-9dcb-c1f1568cfbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (2f77b9f7-5e96-425e-adf7-d0e0efb96c42), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:18.991617 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-88ed0820-f9fd-4828-b3ba-76254733d512 req-e14cbcf3-86cf-44e7-8dd1-4933df868137 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304150 Mar 02 13:59:19.010840 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e938e63-a9c2-45e3-9681-ab3e17c11dc3 req-a858190c-f5e2-4fb5-a9cb-d38221bcad4b tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] No DVR routers for this DVR port 366a4e2e-3d66-4f34-96a6-71a05457c75a on host hv-cinder-83124 {{(pid=102940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 13:59:19.014194 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-4e938e63-a9c2-45e3-9681-ab3e17c11dc3 req-a858190c-f5e2-4fb5-a9cb-d38221bcad4b tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:19.018014 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4e938e63-a9c2-45e3-9681-ab3e17c11dc3 req-a858190c-f5e2-4fb5-a9cb-d38221bcad4b tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.20 "DELETE /v2.0/ports/366a4e2e-3d66-4f34-96a6-71a05457c75a HTTP/1.1" status: 204 len: 173 time: 1.0606329 Mar 02 13:59:19.018543 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7bd4901-5a6b-448d-9bd5-ced5530984a6', 'name': 'network-vif-deleted', 'tag': '366a4e2e-3d66-4f34-96a6-71a05457c75a'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:59:19.028058 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d07184b-4fd9-4f67-8c65-649763f481ae" -d '{"events": [{"server_uuid": "b7bd4901-5a6b-448d-9bd5-ced5530984a6", "name": "network-vif-deleted", "tag": "366a4e2e-3d66-4f34-96a6-71a05457c75a"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:59:19.051995 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [None req-5483c74d-44d4-4688-add7-1f5f0bb01332 admin admin] Allocated IP 172.20.0.1 (5510b172-768d-4c8f-9448-71f1b72cd6bf/ad11377f-59e7-48ee-a341-d328a9020b41/95a421a2-550b-45a2-a879-71902b50642a) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:59:19.100508 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 13:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287aa4a6-f319-4030-b1b2-de4943de708a x-openstack-request-id: req-287aa4a6-f319-4030-b1b2-de4943de708a {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:59:19.100797 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7bd4901-5a6b-448d-9bd5-ced5530984a6", "name": "network-vif-deleted", "tag": "366a4e2e-3d66-4f34-96a6-71a05457c75a", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:59:19.101045 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-287aa4a6-f319-4030-b1b2-de4943de708a {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:59:19.101439 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7bd4901-5a6b-448d-9bd5-ced5530984a6', 'name': 'network-vif-deleted', 'tag': '366a4e2e-3d66-4f34-96a6-71a05457c75a', 'status': 'completed', 'code': 200} Mar 02 13:59:19.161532 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-7d7deeac-f127-4e9d-9dcb-c1f1568cfbbe None None] Current status of the port 2f77b9f7-5e96-425e-adf7-d0e0efb96c42 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:19.174342 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] Publish callbacks [] for port (30c30711-de9b-4f8d-86fc-670ac634c353), precommit_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:19.179973 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (30c30711-de9b-4f8d-86fc-670ac634c353), after_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:19.238302 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5483c74d-44d4-4688-add7-1f5f0bb01332 admin admin] Publish callbacks [] for port (95a421a2-550b-45a2-a879-71902b50642a), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:19.238928 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] Attempting to bind port 30c30711-de9b-4f8d-86fc-670ac634c353 on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:59:19.239294 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] Attempting to bind port 30c30711-de9b-4f8d-86fc-670ac634c353 by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}] {{(pid=102942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:59:19.239664 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] Attempting to bind port 30c30711-de9b-4f8d-86fc-670ac634c353 on network 8a7b981f-934d-4891-8b40-a612fdbe7a6a {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:59:19.247746 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f6ab8-c1d8-4e72-a372-1c7f3c44e8ac None None] Pushing event updated for resources: {'Port': ['ID=30c30711-de9b-4f8d-86fc-670ac634c353,revision_number=2']} {{(pid=102942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:19.262190 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:59:19.262572 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] Checking segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:59:19.262998 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:19.263655 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] Bound using segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:59:19.263905 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] Bound port: 30c30711-de9b-4f8d-86fc-670ac634c353, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}}] {{(pid=102942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:59:19.264291 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (30c30711-de9b-4f8d-86fc-670ac634c353), before_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:19.311216 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5483c74d-44d4-4688-add7-1f5f0bb01332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (95a421a2-550b-45a2-a879-71902b50642a), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:19.341380 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.db [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] For port 30c30711-de9b-4f8d-86fc-670ac634c353, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:59:19.345106 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.db [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] For port 30c30711-de9b-4f8d-86fc-670ac634c353, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=30c30711-de9b-4f8d-86fc-670ac634c353,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:59:19.352385 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (30c30711-de9b-4f8d-86fc-670ac634c353), after_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:19.355981 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5483c74d-44d4-4688-add7-1f5f0bb01332 admin admin] Network 5510b172-768d-4c8f-9448-71f1b72cd6bf is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:59:19.358960 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-5483c74d-44d4-4688-add7-1f5f0bb01332 admin admin] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:19.364543 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5483c74d-44d4-4688-add7-1f5f0bb01332 admin admin] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:59:19.367326 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483c74d-44d4-4688-add7-1f5f0bb01332 admin admin] Pushing event updated for resources: {'Port': ['ID=95a421a2-550b-45a2-a879-71902b50642a,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:19.409053 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5483c74d-44d4-4688-add7-1f5f0bb01332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607222'] for router_interface (a375e174-0f5f-4d34-bf87-a237e9760399), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:19.419077 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] Routers {'a375e174-0f5f-4d34-bf87-a237e9760399'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:59:19.419727 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:59:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['a375e174-0f5f-4d34-bf87-a237e9760399'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:19.472045 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f6ab8-c1d8-4e72-a372-1c7f3c44e8ac None None] Pushing event updated for resources: {'Port': ['ID=30c30711-de9b-4f8d-86fc-670ac634c353,revision_number=3']} {{(pid=102942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:19.536272 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae61808-f52d-40f4-924d-1b870d902994 req-addaffc0-4ea8-49da-a096-acf1ab69dc1c tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:19.537817 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7ae61808-f52d-40f4-924d-1b870d902994 req-addaffc0-4ea8-49da-a096-acf1ab69dc1c tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 946 time: 0.0756247 Mar 02 13:59:19.601661 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] Set router a375e174-0f5f-4d34-bf87-a237e9760399 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:59:19.608781 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5483c74d-44d4-4688-add7-1f5f0bb01332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (95a421a2-550b-45a2-a879-71902b50642a), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:19.616104 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7ae61808-f52d-40f4-924d-1b870d902994 req-8ce57796-5e91-4193-ace3-a9d10718decd tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685968 Mar 02 13:59:19.705560 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-b2708553-f183-49ef-856c-d0d3518f6645 None None] Provisioning complete for port 95a421a2-550b-45a2-a879-71902b50642a triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:19.706785 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-b2708553-f183-49ef-856c-d0d3518f6645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (95a421a2-550b-45a2-a879-71902b50642a), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:19.746620 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-b2708553-f183-49ef-856c-d0d3518f6645 None None] Port 95a421a2-550b-45a2-a879-71902b50642a cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 13:59:19.815367 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5483c74d-44d4-4688-add7-1f5f0bb01332 admin admin] Publish callbacks [] for port (95a421a2-550b-45a2-a879-71902b50642a), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:19.821487 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5483c74d-44d4-4688-add7-1f5f0bb01332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (95a421a2-550b-45a2-a879-71902b50642a), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:19.828638 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'name': 'tempest-TestMinimumBasicScenario-1610175495-router', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:17Z', 'revision_number': 3, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'gw_port': {'id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:19.870441 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5483c74d-44d4-4688-add7-1f5f0bb01332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607078'] for router_interface (a375e174-0f5f-4d34-bf87-a237e9760399), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:19.962931 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483c74d-44d4-4688-add7-1f5f0bb01332 admin admin] Pushing event updated for resources: {'Port': ['ID=95a421a2-550b-45a2-a879-71902b50642a,revision_number=2']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:19.980117 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02e8df8-e56b-4fa4-9c47-377d1a9999f4 None None] The sync data for ids ['a375e174-0f5f-4d34-bf87-a237e9760399'] in dv-cinder-831247-3-iscsi is: [{'id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'name': 'tempest-TestMinimumBasicScenario-1610175495-router', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:17Z', 'revision_number': 3, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'gw_port': {'id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}] {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 13:59:20.003952 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-29b60a01-c84d-43e2-9db3-3a5529e41ad7 req-e6b9c41d-7877-4a8b-ab71-38f235fed8e2 tempest-VolumesNegativeTest-901522628 tempest-VolumesNegativeTest-901522628-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7bd4901-5a6b-448d-9bd5-ced5530984a6 HTTP/1.1" status: 200 len: 210 time: 0.0510931 Mar 02 13:59:20.020487 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5483c74d-44d4-4688-add7-1f5f0bb01332 admin admin] Network 5510b172-768d-4c8f-9448-71f1b72cd6bf is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:59:20.021647 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-5483c74d-44d4-4688-add7-1f5f0bb01332 admin admin] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:20.179952 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 2f77b9f7-5e96-425e-adf7-d0e0efb96c42 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:20.236096 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5483c74d-44d4-4688-add7-1f5f0bb01332 admin admin] Router a375e174-0f5f-4d34-bf87-a237e9760399 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 13:59:20.239654 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6a7d1-b7a3-4b79-8ef8-7f8f47a7a6c3 req-c36efbe2-d833-4a97-bd51-5420f00ea62b tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:20.248195 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fcb6a7d1-b7a3-4b79-8ef8-7f8f47a7a6c3 req-c36efbe2-d833-4a97-bd51-5420f00ea62b tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.1464651 Mar 02 13:59:20.266360 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40314e-e58c-4815-953f-74dbe132ca30 req-4235243b-fe48-45ab-96c4-f2e55b9b823b tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:20.267827 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2c40314e-e58c-4815-953f-74dbe132ca30 req-4235243b-fe48-45ab-96c4-f2e55b9b823b tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 946 time: 0.1526794 Mar 02 13:59:20.273896 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 2f77b9f7-5e96-425e-adf7-d0e0efb96c42 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:20.273896 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (2f77b9f7-5e96-425e-adf7-d0e0efb96c42), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:20.337435 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fcb6a7d1-b7a3-4b79-8ef8-7f8f47a7a6c3 req-c6af79dd-aa54-4466-a226-cc7502381715 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879989 Mar 02 13:59:20.414943 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5483c74d-44d4-4688-add7-1f5f0bb01332 admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 13:59:20.437729 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-5483c74d-44d4-4688-add7-1f5f0bb01332 admin admin] 10.222.0.36 "PUT /v2.0/routers/a375e174-0f5f-4d34-bf87-a237e9760399/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2679758 Mar 02 13:59:20.440829 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 2f77b9f7-5e96-425e-adf7-d0e0efb96c42 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:20.447469 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-6be3b532-cd2c-4b92-b748-5406e33d26de None None] Provisioning complete for port 95a421a2-550b-45a2-a879-71902b50642a triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:20.447887 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-6be3b532-cd2c-4b92-b748-5406e33d26de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (95a421a2-550b-45a2-a879-71902b50642a), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:20.471602 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [req-2c40314e-e58c-4815-953f-74dbe132ca30 req-d795ec75-9527-46be-b9af-a7510716bddf tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Deleting port fe4822b9-ed86-4c43-980a-09383efbcad5 {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 13:59:20.471950 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-2c40314e-e58c-4815-953f-74dbe132ca30 req-d795ec75-9527-46be-b9af-a7510716bddf tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (fe4822b9-ed86-4c43-980a-09383efbcad5), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:20.497256 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-6be3b532-cd2c-4b92-b748-5406e33d26de None None] Port 95a421a2-550b-45a2-a879-71902b50642a cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 13:59:20.571437 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-2c40314e-e58c-4815-953f-74dbe132ca30 req-d795ec75-9527-46be-b9af-a7510716bddf tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] For port fe4822b9-ed86-4c43-980a-09383efbcad5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fe4822b9-ed86-4c43-980a-09383efbcad5,segment=NetworkSegment(1b1a7440-b8f2-463f-b152-e2aaa759fb41),segment_id=1b1a7440-b8f2-463f-b152-e2aaa759fb41)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:20.572848 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-2c40314e-e58c-4815-953f-74dbe132ca30 req-d795ec75-9527-46be-b9af-a7510716bddf tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (fe4822b9-ed86-4c43-980a-09383efbcad5), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:20.592412 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [req-2c40314e-e58c-4815-953f-74dbe132ca30 req-d795ec75-9527-46be-b9af-a7510716bddf tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Calling delete_port for fe4822b9-ed86-4c43-980a-09383efbcad5 owned by compute:nova {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 13:59:20.855834 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e407a-4881-4ead-9066-a294d4c17f3d req-e41529a1-0fa7-4878-a297-f086df837ba4 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:20.857491 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f35e407a-4881-4ead-9066-a294d4c17f3d req-e41529a1-0fa7-4878-a297-f086df837ba4 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba0465b5-d9ed-4a16-9007-5b033c497b93 HTTP/1.1" status: 200 len: 946 time: 0.1245108 Mar 02 13:59:20.952260 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-2c40314e-e58c-4815-953f-74dbe132ca30 req-d795ec75-9527-46be-b9af-a7510716bddf tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (fe4822b9-ed86-4c43-980a-09383efbcad5), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:20.970021 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['fe4822b9-ed86-4c43-980a-09383efbcad5'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 13:59:21.034415 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795ec75-9527-46be-b9af-a7510716bddf tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Pushing event deleted for resources: {'Port': ['ID=fe4822b9-ed86-4c43-980a-09383efbcad5,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:21.075901 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f35e407a-4881-4ead-9066-a294d4c17f3d req-f6580bdf-5af5-4193-a141-83f9cc480201 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065115 Mar 02 13:59:21.103122 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c40314e-e58c-4815-953f-74dbe132ca30 req-d795ec75-9527-46be-b9af-a7510716bddf tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] No DVR routers for this DVR port fe4822b9-ed86-4c43-980a-09383efbcad5 on host hv-cinder-83124 {{(pid=102940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 13:59:21.107347 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886faa5-114a-4925-974f-a590f8b70c21 req-1cbdf55a-d31a-413c-94b6-cb3733466921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:21.108880 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a886faa5-114a-4925-974f-a590f8b70c21 req-1cbdf55a-d31a-413c-94b6-cb3733466921 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=607aa3bcf57041219e479bb3e70e3a3d&device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 1130 time: 0.2217638 Mar 02 13:59:21.111022 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-2c40314e-e58c-4815-953f-74dbe132ca30 req-d795ec75-9527-46be-b9af-a7510716bddf tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:21.113998 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2c40314e-e58c-4815-953f-74dbe132ca30 req-d795ec75-9527-46be-b9af-a7510716bddf tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.20 "DELETE /v2.0/ports/fe4822b9-ed86-4c43-980a-09383efbcad5 HTTP/1.1" status: 204 len: 173 time: 0.8324108 Mar 02 13:59:21.114475 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0465b5-d9ed-4a16-9007-5b033c497b93', 'name': 'network-vif-deleted', 'tag': 'fe4822b9-ed86-4c43-980a-09383efbcad5'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:59:21.116795 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb74d3f-4d20-4165-88da-8a5ac018d61f" -d '{"events": [{"server_uuid": "ba0465b5-d9ed-4a16-9007-5b033c497b93", "name": "network-vif-deleted", "tag": "fe4822b9-ed86-4c43-980a-09383efbcad5"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:59:21.132597 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21564a6b-5194-4c3a-ad0e-85e4a76c6869 req-da1e4ff4-dd1c-4601-bb64-f157de7d6cf3 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:21.139869 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-21564a6b-5194-4c3a-ad0e-85e4a76c6869 req-da1e4ff4-dd1c-4601-bb64-f157de7d6cf3 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.2275002 Mar 02 13:59:21.226508 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35968) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:21.232236 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-0eb8804e-614c-4391-9770-c6eb38d91a71 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-830734552-network', 'tenant_id': '030471fc817c455283a470e2419f0a4f'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:21.245572 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 13:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8210ef36-b706-4076-9817-b7227b19b805 x-openstack-request-id: req-8210ef36-b706-4076-9817-b7227b19b805 {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:59:21.246162 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0465b5-d9ed-4a16-9007-5b033c497b93", "name": "network-vif-deleted", "tag": "fe4822b9-ed86-4c43-980a-09383efbcad5", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:59:21.246576 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8210ef36-b706-4076-9817-b7227b19b805 {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:59:21.247368 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0465b5-d9ed-4a16-9007-5b033c497b93', 'name': 'network-vif-deleted', 'tag': 'fe4822b9-ed86-4c43-980a-09383efbcad5', 'status': 'completed', 'code': 200} Mar 02 13:59:21.265167 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb8804e-614c-4391-9770-c6eb38d91a71 admin admin] Made reservation on behalf of 030471fc817c455283a470e2419f0a4f for: {'network': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:59:21.275403 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0eb8804e-614c-4391-9770-c6eb38d91a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for network (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:21.286271 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0eb8804e-614c-4391-9770-c6eb38d91a71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:21.293280 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-21564a6b-5194-4c3a-ad0e-85e4a76c6869 req-865062d5-ea7d-4a19-bed0-af1d75927bb4 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524353 Mar 02 13:59:21.334639 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886faa5-114a-4925-974f-a590f8b70c21 req-331646d3-14cd-4771-95c3-2e4d4d623e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:21.336601 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a886faa5-114a-4925-974f-a590f8b70c21 req-331646d3-14cd-4771-95c3-2e4d4d623e81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dcaa62c3-8e05-4527-8824-303977b75d7c HTTP/1.1" status: 200 len: 919 time: 0.2167389 Mar 02 13:59:21.394710 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0eb8804e-614c-4391-9770-c6eb38d91a71 admin admin] Publish callbacks [] for security_group (f7603cfc-44e6-4fea-b895-97f93c8ea78e), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:21.395921 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a886faa5-114a-4925-974f-a590f8b70c21 req-747f7217-63a2-4b4a-924f-30757dd12bdf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5b72211-1410-4045-9655-df5a3c6840ec HTTP/1.1" status: 200 len: 217 time: 0.0434046 Mar 02 13:59:21.399822 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0eb8804e-614c-4391-9770-c6eb38d91a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (f7603cfc-44e6-4fea-b895-97f93c8ea78e), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:21.432705 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb8804e-614c-4391-9770-c6eb38d91a71 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=102939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 13:59:21.444039 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8804e-614c-4391-9770-c6eb38d91a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7603cfc-44e6-4fea-b895-97f93c8ea78e,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:21.455938 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0eb8804e-614c-4391-9770-c6eb38d91a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (2dca18b9-d5e3-4511-a7ee-30347185c1d1), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:21.456404 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.segments_db [None req-0eb8804e-614c-4391-9770-c6eb38d91a71 admin admin] Added segment 2dca18b9-d5e3-4511-a7ee-30347185c1d1 of type vlan for network c22aa467-7eaf-47f3-8f07-8acb4529cb59 Mar 02 13:59:21.487017 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886faa5-114a-4925-974f-a590f8b70c21 req-bcb8f8d5-699a-4021-890f-7aec5b5954ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:21.488478 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a886faa5-114a-4925-974f-a590f8b70c21 req-bcb8f8d5-699a-4021-890f-7aec5b5954ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=888c3150-7f50-41ab-b3cc-18dce7c033e2 HTTP/1.1" status: 200 len: 858 time: 0.0861349 Mar 02 13:59:21.503914 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08aab71-c7e0-4c6a-9f7d-8cd88709a215 req-5eb6f4b8-bb84-4cc8-bcd7-6c0a18855cda tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:21.506838 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0eb8804e-614c-4391-9770-c6eb38d91a71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060850773'] for network (c22aa467-7eaf-47f3-8f07-8acb4529cb59), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:21.510546 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f08aab71-c7e0-4c6a-9f7d-8cd88709a215 req-5eb6f4b8-bb84-4cc8-bcd7-6c0a18855cda tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0786033 Mar 02 13:59:21.542463 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0eb8804e-614c-4391-9770-c6eb38d91a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for network (c22aa467-7eaf-47f3-8f07-8acb4529cb59), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:21.544498 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb8804e-614c-4391-9770-c6eb38d91a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:21.545355 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0eb8804e-614c-4391-9770-c6eb38d91a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:21.549606 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a886faa5-114a-4925-974f-a590f8b70c21 req-ae8662f5-e3e9-4058-817b-b61e2865635f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcaa62c3-8e05-4527-8824-303977b75d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368950 Mar 02 13:59:21.585298 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-0eb8804e-614c-4391-9770-c6eb38d91a71 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3575222 Mar 02 13:59:21.588993 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 35988) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:21.593335 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-19de87bf-12af-4d3b-8f04-75edf2eb9a31 admin admin] Request body: {'subnet': {'network_id': 'c22aa467-7eaf-47f3-8f07-8acb4529cb59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-830734552-subnet', 'tenant_id': '030471fc817c455283a470e2419f0a4f', 'ip_version': 4}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:21.615443 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f08aab71-c7e0-4c6a-9f7d-8cd88709a215 req-bd24ce63-a36a-4110-817f-9e0178948995 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036403 Mar 02 13:59:21.638870 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19de87bf-12af-4d3b-8f04-75edf2eb9a31 admin admin] Made reservation on behalf of 030471fc817c455283a470e2419f0a4f for: {'subnet': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:59:21.641193 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-19de87bf-12af-4d3b-8f04-75edf2eb9a31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7666320'] for subnet (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:21.662064 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8804e-614c-4391-9770-c6eb38d91a71 admin admin] Pushing event updated for resources: {'Network': ['ID=c22aa467-7eaf-47f3-8f07-8acb4529cb59,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:21.673643 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Network c22aa467-7eaf-47f3-8f07-8acb4529cb59 details requested by agent ovs-agent-dv-cinder-831247-3-iscsi with host dv-cinder-831247-3-iscsi {{(pid=102941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 13:59:21.690492 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a886faa5-114a-4925-974f-a590f8b70c21 req-56559ce6-3c22-481c-be6f-0ff78180d485 service neutron] 10.222.0.20 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293280 Mar 02 13:59:21.821463 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a886faa5-114a-4925-974f-a590f8b70c21 req-8c36de52-a42c-4a2b-949b-9effa342ef59 service neutron] 10.222.0.20 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180310 Mar 02 13:59:21.927198 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-19de87bf-12af-4d3b-8f04-75edf2eb9a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4828396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7666338'] for subnet (dc248245-c6f4-4fb2-97ed-0f376884892c), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:21.988448 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de87bf-12af-4d3b-8f04-75edf2eb9a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc248245-c6f4-4fb2-97ed-0f376884892c,revision_number=0']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:21.996368 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19de87bf-12af-4d3b-8f04-75edf2eb9a31 admin admin] Checking segment: {'id': '2dca18b9-d5e3-4511-a7ee-30347185c1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c22aa467-7eaf-47f3-8f07-8acb4529cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:59:21.996733 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de87bf-12af-4d3b-8f04-75edf2eb9a31 admin admin] Network hostable DHCP agents. Network: c22aa467-7eaf-47f3-8f07-8acb4529cb59, hostable agents: ['75e4ba60-1427-4d6a-953c-035315e6206b'], hosted agents: [] {{(pid=102939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 13:59:22.015384 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de87bf-12af-4d3b-8f04-75edf2eb9a31 admin admin] Network c22aa467-7eaf-47f3-8f07-8acb4529cb59 is scheduled to be hosted by DHCP agent 75e4ba60-1427-4d6a-953c-035315e6206b with binding_index 1 {{(pid=102939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 13:59:22.031330 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-19de87bf-12af-4d3b-8f04-75edf2eb9a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-3-iscsi, c22aa467-7eaf-47f3-8f07-8acb4529cb59) {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:22.043234 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19de87bf-12af-4d3b-8f04-75edf2eb9a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:22.043863 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b4404d-cab4-4f34-99c1-56275f803c43 None None] Network c22aa467-7eaf-47f3-8f07-8acb4529cb59 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:59:22.044600 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-19de87bf-12af-4d3b-8f04-75edf2eb9a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:22.046308 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 366a4e2e-3d66-4f34-96a6-71a05457c75a no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 13:59:22.068809 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-19de87bf-12af-4d3b-8f04-75edf2eb9a31 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4793262 Mar 02 13:59:22.068940 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 36048) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:22.077919 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-67883869-4bb5-47da-a2cc-5aefddd60e13 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-830734552-router', 'tenant_id': '030471fc817c455283a470e2419f0a4f', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:22.120471 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-67883869-4bb5-47da-a2cc-5aefddd60e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12999'] for router (c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:22.121354 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-67883869-4bb5-47da-a2cc-5aefddd60e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13022'] for router (c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:22.170111 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: 366a4e2e-3d66-4f34-96a6-71a05457c75a {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 13:59:22.170467 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 366a4e2e-3d66-4f34-96a6-71a05457c75a not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 13:59:22.224902 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-67883869-4bb5-47da-a2cc-5aefddd60e13 admin admin] Publish callbacks [] for router_controller (c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7), precommit_add_association {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:22.273972 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 30c30711-de9b-4f8d-86fc-670ac634c353 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:22.404875 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 30c30711-de9b-4f8d-86fc-670ac634c353 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:22.406065 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (30c30711-de9b-4f8d-86fc-670ac634c353), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:22.412456 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc28c01c5-c1f2-5f91-acd1-15e30fabb56b-c22aa467-7eaf-47f3-8f07-8acb4529cb59', 'network_id': 'c22aa467-7eaf-47f3-8f07-8acb4529cb59', 'project_id': '030471fc817c455283a470e2419f0a4f', 'fixed_ips': [{'subnet_id': 'dc248245-c6f4-4fb2-97ed-0f376884892c'}]}} from dv-cinder-831247-3-iscsi. {{(pid=102941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 13:59:22.413609 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:22.440199 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-67883869-4bb5-47da-a2cc-5aefddd60e13 admin admin] Publish callbacks [] for router_gateway (c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:22.463628 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] Sync routers for ids ['a375e174-0f5f-4d34-bf87-a237e9760399'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 13:59:22.570028 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] Routers {'a375e174-0f5f-4d34-bf87-a237e9760399'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:59:22.570962 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:59:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['a375e174-0f5f-4d34-bf87-a237e9760399'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:22.598597 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 36098) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:22.654963 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-f4641803-2344-4503-b667-6f2c4a617a52 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:22.662536 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-f4641803-2344-4503-b667-6f2c4a617a52 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/networks?id=9e12d2a1-b955-4281-b5b3-1c0e575f2a11 HTTP/1.1" status: 200 len: 808 time: 0.1386216 Mar 02 13:59:22.718597 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-319e16d8-6dc3-4583-aab3-9494788697b0 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/quotas/3047f54a05394764b057eeb13ac83f0c HTTP/1.1" status: 200 len: 375 time: 0.0549655 Mar 02 13:59:22.753228 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e5598f5f-8828-4c45-a458-9a85dec7ecc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:22.759913 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 30c30711-de9b-4f8d-86fc-670ac634c353 is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:22.761173 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (30c30711-de9b-4f8d-86fc-670ac634c353), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:22.768845 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.db_base_plugin_common [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] Allocated IP 172.20.0.2 (c22aa467-7eaf-47f3-8f07-8acb4529cb59/dc248245-c6f4-4fb2-97ed-0f376884892c/0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa) {{(pid=102941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:59:22.786319 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5a00d-b978-46cf-af1a-5a32f168af2e req-0f8ace4b-2231-4dd8-8fa6-d7214270a9e2 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:22.788043 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d1e5a00d-b978-46cf-af1a-5a32f168af2e req-0f8ace4b-2231-4dd8-8fa6-d7214270a9e2 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.3011186 Mar 02 13:59:22.805289 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] Set router a375e174-0f5f-4d34-bf87-a237e9760399 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:59:22.805973 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-62e61795-4190-41f3-96d8-c02f0ef478fa tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3047f54a05394764b057eeb13ac83f0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776060 Mar 02 13:59:22.853698 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e5598f5f-8828-4c45-a458-9a85dec7ecc1 admin admin] Publish callbacks [] for security_group (c97da842-4335-4a8a-a0c6-864a031b50ea), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:22.858496 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] For port 30c30711-de9b-4f8d-86fc-670ac634c353, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=30c30711-de9b-4f8d-86fc-670ac634c353,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:22.861590 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e5598f5f-8828-4c45-a458-9a85dec7ecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (c97da842-4335-4a8a-a0c6-864a031b50ea), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:22.874941 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (30c30711-de9b-4f8d-86fc-670ac634c353), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:22.913429 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5598f5f-8828-4c45-a458-9a85dec7ecc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97da842-4335-4a8a-a0c6-864a031b50ea,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:22.936002 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-e5598f5f-8828-4c45-a458-9a85dec7ecc1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=823bb8836c384ea8b560e3be155f4a98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3337650 Mar 02 13:59:22.936938 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 36118) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:22.989312 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-22bb68ce-f191-4037-8cd3-8a19f1162ed9 admin admin] Publish callbacks [] for security_group (c97da842-4335-4a8a-a0c6-864a031b50ea), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:23.008658 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d1e5a00d-b978-46cf-af1a-5a32f168af2e req-ad1019de-3154-41f4-b2f3-ab764dc258e3 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986191 Mar 02 13:59:23.023006 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-22bb68ce-f191-4037-8cd3-8a19f1162ed9 admin admin] Publish callbacks [] for security_group (c97da842-4335-4a8a-a0c6-864a031b50ea), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:23.035862 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-29d57ff2-7453-4c81-8bcd-217b1165412e service neutron] 10.222.0.36 "GET /v2.0/networks/9e12d2a1-b955-4281-b5b3-1c0e575f2a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287843 Mar 02 13:59:23.127841 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-22bb68ce-f191-4037-8cd3-8a19f1162ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (c97da842-4335-4a8a-a0c6-864a031b50ea), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:23.135783 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-22bb68ce-f191-4037-8cd3-8a19f1162ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:23.138137 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-22bb68ce-f191-4037-8cd3-8a19f1162ed9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c97da842-4335-4a8a-a0c6-864a031b50ea HTTP/1.1" status: 204 len: 168 time: 0.1996849 Mar 02 13:59:23.152707 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb68ce-f191-4037-8cd3-8a19f1162ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97da842-4335-4a8a-a0c6-864a031b50ea,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:23.225024 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Pushing event updated for resources: {'Port': ['ID=30c30711-de9b-4f8d-86fc-670ac634c353,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:23.250574 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:23.250969 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:23.251341 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:23.251700 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:23.252039 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:23.252375 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:23.252712 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:23.253045 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:23.253376 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:23.253725 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:23.254141 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:23.254465 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:23.254835 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:23.376589 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] Publish callbacks [] for port (0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa), precommit_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:23.392751 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479'] for port (0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa), after_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:23.443506 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] Network c22aa467-7eaf-47f3-8f07-8acb4529cb59 is already hosted by enough agents. {{(pid=102941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:59:23.455959 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.base_scheduler [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] Resources bound (agent type, host, resource id): {{(pid=102941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:23.459083 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] Pushing event updated for resources: {'Port': ['ID=0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa,revision_number=1']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:23.461990 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] Received port after_create {{(pid=102941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:59:23.472361 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'name': 'tempest-TestMinimumBasicScenario-1610175495-router', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:19Z', 'revision_number': 4, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'gw_port': {'id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '95a421a2-550b-45a2-a879-71902b50642a', 'name': '', 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'mac_address': 'fa:16:3e:97:2c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ad11377f-59e7-48ee-a341-d328a9020b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:18Z', 'updated_at': '2022-03-02T13:59:19Z', 'revision_number': 2, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'subnets': [{'id': 'ad11377f-59e7-48ee-a341-d328a9020b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:23.502552 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] Checking router: a375e174-0f5f-4d34-bf87-a237e9760399 for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 13:59:23.503140 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] Updating router a375e174-0f5f-4d34-bf87-a237e9760399 port 95a421a2-550b-45a2-a879-71902b50642a binding host dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 13:59:23.544611 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-67883869-4bb5-47da-a2cc-5aefddd60e13 admin admin] Publish callbacks [] for router_gateway (c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:23.576678 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a30cd-f169-4d8e-94ca-1db1056d9af3 req-ea27fb8f-431e-4596-89b1-c62114b42560 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:23.578216 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3c0a30cd-f169-4d8e-94ca-1db1056d9af3 req-ea27fb8f-431e-4596-89b1-c62114b42560 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.4667220 Mar 02 13:59:23.580304 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-be6abee1-7eae-4af2-97b2-aa996afc8053 service neutron] 10.222.0.36 "GET /v2.0/networks/9e12d2a1-b955-4281-b5b3-1c0e575f2a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436759 Mar 02 13:59:23.581726 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-67883869-4bb5-47da-a2cc-5aefddd60e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:23.584491 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (95a421a2-550b-45a2-a879-71902b50642a), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:23.587692 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] Attempting to bind port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:59:23.588069 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] Attempting to bind port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': '2dca18b9-d5e3-4511-a7ee-30347185c1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c22aa467-7eaf-47f3-8f07-8acb4529cb59'}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:59:23.589021 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] Attempting to bind port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa on network c22aa467-7eaf-47f3-8f07-8acb4529cb59 {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:59:23.603942 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:59:23.605053 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] Checking segment: {'id': '2dca18b9-d5e3-4511-a7ee-30347185c1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c22aa467-7eaf-47f3-8f07-8acb4529cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:59:23.605466 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:23.605880 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] Bound using segment: {'id': '2dca18b9-d5e3-4511-a7ee-30347185c1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c22aa467-7eaf-47f3-8f07-8acb4529cb59'} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:59:23.606428 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] Bound port: 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dca18b9-d5e3-4511-a7ee-30347185c1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c22aa467-7eaf-47f3-8f07-8acb4529cb59'}}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:59:23.606790 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:23.706031 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [None req-67883869-4bb5-47da-a2cc-5aefddd60e13 admin admin] Allocated IP 172.27.1.248 (8a7b981f-934d-4891-8b40-a612fdbe7a6a/d2fe738d-81f5-4c8e-ae81-924cae8fe95a/64c69bb2-4675-44ad-8af7-9cb0f918d4d4) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:59:23.848545 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3c0a30cd-f169-4d8e-94ca-1db1056d9af3 req-f6637bee-9ff5-48e5-b1e8-19a389c843cd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389911 Mar 02 13:59:23.879789 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] For port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:59:23.898951 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] For port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa,segment=NetworkSegment(2dca18b9-d5e3-4511-a7ee-30347185c1d1),segment_id=2dca18b9-d5e3-4511-a7ee-30347185c1d1)] {{(pid=102941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:59:23.902635 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-67883869-4bb5-47da-a2cc-5aefddd60e13 admin admin] Publish callbacks [] for port (64c69bb2-4675-44ad-8af7-9cb0f918d4d4), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:23.912934 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:23.940958 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3c36e44f-9e20-43da-a304-fc794c3f1dd3 req-8f167464-f06a-4d12-bc4e-3d5706821a72 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 210 time: 0.0342314 Mar 02 13:59:23.977675 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-67883869-4bb5-47da-a2cc-5aefddd60e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (64c69bb2-4675-44ad-8af7-9cb0f918d4d4), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:24.031627 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67883869-4bb5-47da-a2cc-5aefddd60e13 admin admin] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:59:24.035831 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-67883869-4bb5-47da-a2cc-5aefddd60e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:24.039647 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67883869-4bb5-47da-a2cc-5aefddd60e13 admin admin] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:59:24.082095 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67883869-4bb5-47da-a2cc-5aefddd60e13 admin admin] Pushing event updated for resources: {'Port': ['ID=64c69bb2-4675-44ad-8af7-9cb0f918d4d4,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:24.210396 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15585aee-3ef4-4329-ab05-77900456a489 None None] Pushing event updated for resources: {'Port': ['ID=0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa,revision_number=2']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:24.218922 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device fe4822b9-ed86-4c43-980a-09383efbcad5 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 13:59:24.313367 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 30c30711-de9b-4f8d-86fc-670ac634c353 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:24.348440 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: fe4822b9-ed86-4c43-980a-09383efbcad5 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 13:59:24.354535 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device fe4822b9-ed86-4c43-980a-09383efbcad5 not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 13:59:24.404242 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 36222) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:24.438004 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] Publish callbacks [] for port (95a421a2-550b-45a2-a879-71902b50642a), precommit_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:24.445347 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9e9d9-9980-48df-a465-b3ff6bfc8b52 req-75a7aeff-5111-40e1-b358-6a83abf835c5 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:24.447184 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-74c9e9d9-9980-48df-a465-b3ff6bfc8b52 req-75a7aeff-5111-40e1-b358-6a83abf835c5 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1791348 Mar 02 13:59:24.468439 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (95a421a2-550b-45a2-a879-71902b50642a), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:24.595297 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-74c9e9d9-9980-48df-a465-b3ff6bfc8b52 req-edd8a982-3cda-43a3-b51b-a396af47fbab tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423471 Mar 02 13:59:24.599384 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-67883869-4bb5-47da-a2cc-5aefddd60e13 admin admin] Publish callbacks [] for router_gateway (c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:24.624858 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de61e23-8362-4d6d-86e1-e973153a55a3 None None] Pushing event updated for resources: {'Port': ['ID=95a421a2-550b-45a2-a879-71902b50642a,revision_number=3']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:24.636126 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 30c30711-de9b-4f8d-86fc-670ac634c353 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:24.636126 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (30c30711-de9b-4f8d-86fc-670ac634c353), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:24.641105 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-0c0d3562-9fef-4012-b417-d439cb768565 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-120340892-network', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:24.665550 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0d3562-9fef-4012-b417-d439cb768565 admin admin] Made reservation on behalf of 1d065ca6b45040b6978b65b835c610d7 for: {'network': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:59:24.671569 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3562-9fef-4012-b417-d439cb768565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for network (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:24.686968 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3562-9fef-4012-b417-d439cb768565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:24.764489 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] Attempting to bind port 95a421a2-550b-45a2-a879-71902b50642a on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:59:24.765006 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] Attempting to bind port 95a421a2-550b-45a2-a879-71902b50642a by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': '2f486a4c-f1b4-4240-90a4-5382c146287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf'}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:59:24.765458 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] Attempting to bind port 95a421a2-550b-45a2-a879-71902b50642a on network 5510b172-768d-4c8f-9448-71f1b72cd6bf {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:59:24.779805 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:59:24.781620 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] Checking segment: {'id': '2f486a4c-f1b4-4240-90a4-5382c146287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:59:24.782045 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:24.782490 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] Bound using segment: {'id': '2f486a4c-f1b4-4240-90a4-5382c146287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf'} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:59:24.783312 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] Bound port: 95a421a2-550b-45a2-a879-71902b50642a, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f486a4c-f1b4-4240-90a4-5382c146287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf'}}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:59:24.784442 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (95a421a2-550b-45a2-a879-71902b50642a), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:24.820029 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3562-9fef-4012-b417-d439cb768565 admin admin] Publish callbacks [] for security_group (35d230e4-f129-4db6-ae40-6c1be4440d16), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:24.825129 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3562-9fef-4012-b417-d439cb768565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (35d230e4-f129-4db6-ae40-6c1be4440d16), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:24.868396 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0d3562-9fef-4012-b417-d439cb768565 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=102939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 13:59:24.909214 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3562-9fef-4012-b417-d439cb768565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (09335895-154e-4855-9a61-4e84299ffb0c), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:24.912758 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.segments_db [None req-0c0d3562-9fef-4012-b417-d439cb768565 admin admin] Added segment 09335895-154e-4855-9a61-4e84299ffb0c of type vlan for network 951bfca3-aac8-4a93-9a1f-4c55aa7121f7 Mar 02 13:59:24.949626 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-67883869-4bb5-47da-a2cc-5aefddd60e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605995'] for router (c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:24.960997 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] For port 95a421a2-550b-45a2-a879-71902b50642a, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:59:24.965564 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] For port 95a421a2-550b-45a2-a879-71902b50642a, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=95a421a2-550b-45a2-a879-71902b50642a,segment=NetworkSegment(2f486a4c-f1b4-4240-90a4-5382c146287d),segment_id=2f486a4c-f1b4-4240-90a4-5382c146287d)] {{(pid=102941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:59:25.028206 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (95a421a2-550b-45a2-a879-71902b50642a), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:25.030609 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3562-9fef-4012-b417-d439cb768565 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060850773'] for network (951bfca3-aac8-4a93-9a1f-4c55aa7121f7), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:25.060643 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 30c30711-de9b-4f8d-86fc-670ac634c353 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:25.068991 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d3562-9fef-4012-b417-d439cb768565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d230e4-f129-4db6-ae40-6c1be4440d16,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:25.105756 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3562-9fef-4012-b417-d439cb768565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for network (951bfca3-aac8-4a93-9a1f-4c55aa7121f7), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:25.110599 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0d3562-9fef-4012-b417-d439cb768565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:25.111278 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0c0d3562-9fef-4012-b417-d439cb768565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:25.156650 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-b6b80bf0-d872-43cf-bd83-81170c1a1bac None None] Provisioning complete for port 95a421a2-550b-45a2-a879-71902b50642a triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:25.157001 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-b6b80bf0-d872-43cf-bd83-81170c1a1bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (95a421a2-550b-45a2-a879-71902b50642a), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:25.220220 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d3562-9fef-4012-b417-d439cb768565 admin admin] Pushing event updated for resources: {'Network': ['ID=951bfca3-aac8-4a93-9a1f-4c55aa7121f7,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:25.233696 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-0c0d3562-9fef-4012-b417-d439cb768565 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8275340 Mar 02 13:59:25.244523 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 36256) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:25.251117 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-27654ef8-008e-488b-bb58-35ee2fe8acd9 admin admin] Request body: {'subnet': {'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-120340892-subnet', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'ip_version': 4}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:25.259639 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Network 951bfca3-aac8-4a93-9a1f-4c55aa7121f7 details requested by agent ovs-agent-dv-cinder-831247-3-iscsi with host dv-cinder-831247-3-iscsi {{(pid=102941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 13:59:25.284179 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] Routers {'a375e174-0f5f-4d34-bf87-a237e9760399'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:59:25.284852 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:59:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['a375e174-0f5f-4d34-bf87-a237e9760399'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:25.314967 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27654ef8-008e-488b-bb58-35ee2fe8acd9 admin admin] Made reservation on behalf of 1d065ca6b45040b6978b65b835c610d7 for: {'subnet': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:59:25.318639 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-27654ef8-008e-488b-bb58-35ee2fe8acd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7666320'] for subnet (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:25.322932 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-91149218-ce6e-4511-b8ee-f45dd4d2bbaf req-a6cef320-7033-4d3c-b510-e772e5c20543 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 210 time: 0.1614621 Mar 02 13:59:25.332682 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243e7fb-28ca-4b0a-9472-a0e1d9656d7d req-7e4b0b52-3a64-4f45-ab2d-3645e775d584 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:25.334407 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8243e7fb-28ca-4b0a-9472-a0e1d9656d7d req-7e4b0b52-3a64-4f45-ab2d-3645e775d584 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.3795376 Mar 02 13:59:25.386995 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67883869-4bb5-47da-a2cc-5aefddd60e13 admin admin] Router c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7 is scheduled to L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 with binding_index 1 {{(pid=102940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 13:59:25.599569 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] Set router a375e174-0f5f-4d34-bf87-a237e9760399 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:59:25.731284 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-27654ef8-008e-488b-bb58-35ee2fe8acd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4828396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7666338'] for subnet (00276bbf-6f6e-4bc8-b50e-d19182636b07), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:25.775304 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-b6b80bf0-d872-43cf-bd83-81170c1a1bac None None] Current status of the port 95a421a2-550b-45a2-a879-71902b50642a is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:25.775670 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-b6b80bf0-d872-43cf-bd83-81170c1a1bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (95a421a2-550b-45a2-a879-71902b50642a), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:25.779414 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de61e23-8362-4d6d-86e1-e973153a55a3 None None] Pushing event updated for resources: {'Port': ['ID=95a421a2-550b-45a2-a879-71902b50642a,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:25.816953 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27654ef8-008e-488b-bb58-35ee2fe8acd9 admin admin] Checking segment: {'id': '09335895-154e-4855-9a61-4e84299ffb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:59:25.817318 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27654ef8-008e-488b-bb58-35ee2fe8acd9 admin admin] Network hostable DHCP agents. Network: 951bfca3-aac8-4a93-9a1f-4c55aa7121f7, hostable agents: ['75e4ba60-1427-4d6a-953c-035315e6206b'], hosted agents: [] {{(pid=102939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 13:59:25.820658 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27654ef8-008e-488b-bb58-35ee2fe8acd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00276bbf-6f6e-4bc8-b50e-d19182636b07,revision_number=0']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:25.839738 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27654ef8-008e-488b-bb58-35ee2fe8acd9 admin admin] Network 951bfca3-aac8-4a93-9a1f-4c55aa7121f7 is scheduled to be hosted by DHCP agent 75e4ba60-1427-4d6a-953c-035315e6206b with binding_index 1 {{(pid=102939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 13:59:25.851664 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-27654ef8-008e-488b-bb58-35ee2fe8acd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-3-iscsi, 951bfca3-aac8-4a93-9a1f-4c55aa7121f7) {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:25.867860 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27654ef8-008e-488b-bb58-35ee2fe8acd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:25.868701 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-27654ef8-008e-488b-bb58-35ee2fe8acd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:25.882112 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33141f07-642d-431b-8eff-6f5b00b14f3b None None] Network c22aa467-7eaf-47f3-8f07-8acb4529cb59 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:59:25.893541 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-27654ef8-008e-488b-bb58-35ee2fe8acd9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6478937 Mar 02 13:59:25.898561 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 36278) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:25.903784 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-0e949663-6451-4a7b-ad0d-9c60c0e52ddb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-120340892-router', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:25.911326 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4857e0e-c9b3-4ca1-af2b-35f142cc6cae None None] Network 951bfca3-aac8-4a93-9a1f-4c55aa7121f7 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:59:25.924291 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0e949663-6451-4a7b-ad0d-9c60c0e52ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12999'] for router (0a782552-86fc-486c-8092-8df79805bb2e), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:25.925735 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0e949663-6451-4a7b-ad0d-9c60c0e52ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13022'] for router (0a782552-86fc-486c-8092-8df79805bb2e), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:25.940192 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8243e7fb-28ca-4b0a-9472-a0e1d9656d7d req-8c36fdef-938e-4f1b-83af-db2b35951a37 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5926588 Mar 02 13:59:25.972160 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67883869-4bb5-47da-a2cc-5aefddd60e13 admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 13:59:25.986253 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] Sync routers for ids ['c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7'] in dv-cinder-831247-3-iscsi {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 13:59:26.008857 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] Routers {'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:59:26.009421 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:59:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:26.010624 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-3776590f-c58b-4d12-b048-199a1ef76f44 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:26.012215 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-3776590f-c58b-4d12-b048-199a1ef76f44 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.20 "GET /v2.0/networks?id=9e12d2a1-b955-4281-b5b3-1c0e575f2a11 HTTP/1.1" status: 200 len: 808 time: 0.4807854 Mar 02 13:59:26.018366 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-67883869-4bb5-47da-a2cc-5aefddd60e13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:26.021990 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-67883869-4bb5-47da-a2cc-5aefddd60e13 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9489622 Mar 02 13:59:26.023452 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 36284) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:26.030614 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fca33912-f103-4b7d-ad6a-011f322f74f3 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Request body: {'port': {'device_id': 'baf8c3a6-713c-464e-a361-11bc433400c7', 'network_id': '9e12d2a1-b955-4281-b5b3-1c0e575f2a11', 'admin_state_up': True, 'tenant_id': '3047f54a05394764b057eeb13ac83f0c'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:26.042056 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0e949663-6451-4a7b-ad0d-9c60c0e52ddb admin admin] Publish callbacks [] for router_controller (0a782552-86fc-486c-8092-8df79805bb2e), precommit_add_association {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:26.062168 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d7641-41d2-4740-8ee4-cfb767eb042f req-30392f8d-7dd1-4512-bb91-46c57e86049c tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:26.063750 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-481d7641-41d2-4740-8ee4-cfb767eb042f req-30392f8d-7dd1-4512-bb91-46c57e86049c tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.2440207 Mar 02 13:59:26.254397 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] Set router c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:59:26.298377 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-481d7641-41d2-4740-8ee4-cfb767eb042f req-c9b24d54-e53e-4c41-848c-330612637734 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738348 Mar 02 13:59:26.383788 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fca33912-f103-4b7d-ad6a-011f322f74f3 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Made reservation on behalf of 3047f54a05394764b057eeb13ac83f0c for: {'port': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:59:26.387944 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fca33912-f103-4b7d-ad6a-011f322f74f3 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:26.520993 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-60caf395-52be-4057-b4fd-3a9bcafb1150 req-1ece9288-6ccc-4f60-b276-65d97889631a tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 210 time: 0.0556784 Mar 02 13:59:26.537969 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7', 'name': 'tempest-TestMinimumBasicScenario-830734552-router', 'tenant_id': '030471fc817c455283a470e2419f0a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '64c69bb2-4675-44ad-8af7-9cb0f918d4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:22Z', 'updated_at': '2022-03-02T13:59:24Z', 'revision_number': 3, 'project_id': '030471fc817c455283a470e2419f0a4f', 'gw_port': {'id': '64c69bb2-4675-44ad-8af7-9cb0f918d4d4', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:23Z', 'updated_at': '2022-03-02T13:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:26.577722 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:26.610996 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] Checking router: c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7 for host: dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 13:59:26.611363 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] Updating router c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7 port 64c69bb2-4675-44ad-8af7-9cb0f918d4d4 binding host dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 13:59:26.644692 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (64c69bb2-4675-44ad-8af7-9cb0f918d4d4), before_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:26.731281 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0e949663-6451-4a7b-ad0d-9c60c0e52ddb admin admin] Publish callbacks [] for router_gateway (0a782552-86fc-486c-8092-8df79805bb2e), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:26.783244 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-b6b80bf0-d872-43cf-bd83-81170c1a1bac None None] For port 95a421a2-550b-45a2-a879-71902b50642a, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=95a421a2-550b-45a2-a879-71902b50642a,segment=NetworkSegment(2f486a4c-f1b4-4240-90a4-5382c146287d),segment_id=2f486a4c-f1b4-4240-90a4-5382c146287d)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:26.785161 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:26.785692 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:26.866866 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-b6b80bf0-d872-43cf-bd83-81170c1a1bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (95a421a2-550b-45a2-a879-71902b50642a), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:26.985356 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0e949663-6451-4a7b-ad0d-9c60c0e52ddb admin admin] Publish callbacks [] for router_gateway (0a782552-86fc-486c-8092-8df79805bb2e), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:26.988918 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b80bf0-d872-43cf-bd83-81170c1a1bac None None] Pushing event updated for resources: {'Port': ['ID=95a421a2-550b-45a2-a879-71902b50642a,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:27.004074 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'name': 'tempest-TestMinimumBasicScenario-1610175495-router', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:19Z', 'revision_number': 4, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'gw_port': {'id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '95a421a2-550b-45a2-a879-71902b50642a', 'name': '', 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'mac_address': 'fa:16:3e:97:2c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ad11377f-59e7-48ee-a341-d328a9020b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:18Z', 'updated_at': '2022-03-02T13:59:24Z', 'revision_number': 4, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'subnets': [{'id': 'ad11377f-59e7-48ee-a341-d328a9020b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:27.009855 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0e949663-6451-4a7b-ad0d-9c60c0e52ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:27.010668 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] Publish callbacks [] for port (64c69bb2-4675-44ad-8af7-9cb0f918d4d4), precommit_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:27.018522 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (64c69bb2-4675-44ad-8af7-9cb0f918d4d4), after_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:27.063792 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d30e12-3517-4fbf-bdd9-2e32e02f45fc None None] The sync data for ids ['a375e174-0f5f-4d34-bf87-a237e9760399'] in dv-cinder-831247-3-iscsi is: [{'id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'name': 'tempest-TestMinimumBasicScenario-1610175495-router', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:19Z', 'revision_number': 4, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'gw_port': {'id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '95a421a2-550b-45a2-a879-71902b50642a', 'name': '', 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'mac_address': 'fa:16:3e:97:2c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ad11377f-59e7-48ee-a341-d328a9020b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:18Z', 'updated_at': '2022-03-02T13:59:24Z', 'revision_number': 4, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'subnets': [{'id': 'ad11377f-59e7-48ee-a341-d328a9020b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 13:59:27.074102 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fca33912-f103-4b7d-ad6a-011f322f74f3 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Allocated IP 172.20.0.4 (9e12d2a1-b955-4281-b5b3-1c0e575f2a11/34c63559-8229-4040-8012-bd2b72ec5276/881d35f3-9dbe-4a24-8371-bb1572b6172c) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:59:27.106153 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf4588-63f0-439f-aa8e-0e2d87a37aad None None] Pushing event updated for resources: {'Port': ['ID=64c69bb2-4675-44ad-8af7-9cb0f918d4d4,revision_number=2']} {{(pid=102942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:27.135955 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf4588-63f0-439f-aa8e-0e2d87a37aad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:27.145691 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf4588-63f0-439f-aa8e-0e2d87a37aad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:27.145691 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf4588-63f0-439f-aa8e-0e2d87a37aad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:27.145691 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf4588-63f0-439f-aa8e-0e2d87a37aad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:27.166128 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf4588-63f0-439f-aa8e-0e2d87a37aad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:27.166128 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf4588-63f0-439f-aa8e-0e2d87a37aad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:27.166128 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf4588-63f0-439f-aa8e-0e2d87a37aad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:27.173743 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf4588-63f0-439f-aa8e-0e2d87a37aad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:27.178878 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf4588-63f0-439f-aa8e-0e2d87a37aad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:27.179218 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf4588-63f0-439f-aa8e-0e2d87a37aad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:27.179575 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf4588-63f0-439f-aa8e-0e2d87a37aad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:27.179911 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf4588-63f0-439f-aa8e-0e2d87a37aad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:27.180242 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adf4588-63f0-439f-aa8e-0e2d87a37aad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 13:59:27.195626 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [None req-0e949663-6451-4a7b-ad0d-9c60c0e52ddb admin admin] Allocated IP 172.27.1.81 (8a7b981f-934d-4891-8b40-a612fdbe7a6a/d2fe738d-81f5-4c8e-ae81-924cae8fe95a/9c7b15a9-250e-438a-8068-e1d1d72e0a87) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:59:27.234600 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] Attempting to bind port 64c69bb2-4675-44ad-8af7-9cb0f918d4d4 on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:59:27.235378 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] Attempting to bind port 64c69bb2-4675-44ad-8af7-9cb0f918d4d4 by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}] {{(pid=102942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:59:27.235962 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] Attempting to bind port 64c69bb2-4675-44ad-8af7-9cb0f918d4d4 on network 8a7b981f-934d-4891-8b40-a612fdbe7a6a {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:59:27.247365 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:59:27.248846 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] Checking segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:59:27.249480 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:27.250093 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] Bound using segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:59:27.250879 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] Bound port: 64c69bb2-4675-44ad-8af7-9cb0f918d4d4, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}}] {{(pid=102942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:59:27.251492 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (64c69bb2-4675-44ad-8af7-9cb0f918d4d4), before_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:27.262066 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:27.262312 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:27.264664 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc28c01c5-c1f2-5f91-acd1-15e30fabb56b-951bfca3-aac8-4a93-9a1f-4c55aa7121f7', 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7', 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'fixed_ips': [{'subnet_id': '00276bbf-6f6e-4bc8-b50e-d19182636b07'}]}} from dv-cinder-831247-3-iscsi. {{(pid=102941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 13:59:27.265673 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:27.302456 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5275abcc-ed1b-442c-8178-8be83a147aeb None None] Provisioning complete for port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:27.302861 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5275abcc-ed1b-442c-8178-8be83a147aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:27.393395 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e995e92-d8ff-4b74-9aa4-3913f50536cb req-5ab79eb0-adce-4e68-8599-15830c6cf140 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:27.395016 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4e995e92-d8ff-4b74-9aa4-3913f50536cb req-5ab79eb0-adce-4e68-8599-15830c6cf140 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.3233426 Mar 02 13:59:27.401139 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d54b4b7e-3150-478b-a911-15b421361fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:27.408988 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.db [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] For port 64c69bb2-4675-44ad-8af7-9cb0f918d4d4, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:59:27.418094 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.db [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] For port 64c69bb2-4675-44ad-8af7-9cb0f918d4d4, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=64c69bb2-4675-44ad-8af7-9cb0f918d4d4,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:59:27.421462 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] For port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa,segment=NetworkSegment(2dca18b9-d5e3-4511-a7ee-30347185c1d1),segment_id=2dca18b9-d5e3-4511-a7ee-30347185c1d1)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:27.426979 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (64c69bb2-4675-44ad-8af7-9cb0f918d4d4), after_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:27.464806 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0e949663-6451-4a7b-ad0d-9c60c0e52ddb admin admin] Publish callbacks [] for port (9c7b15a9-250e-438a-8068-e1d1d72e0a87), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:27.501666 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] Routers {'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:59:27.502322 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:59:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:27.527354 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0e949663-6451-4a7b-ad0d-9c60c0e52ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (9c7b15a9-250e-438a-8068-e1d1d72e0a87), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:27.541883 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:27.592205 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e949663-6451-4a7b-ad0d-9c60c0e52ddb admin admin] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:59:27.596398 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-0e949663-6451-4a7b-ad0d-9c60c0e52ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:27.602380 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e949663-6451-4a7b-ad0d-9c60c0e52ddb admin admin] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:59:27.664641 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] Set router c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:59:27.675030 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6dc2c-461d-4b07-9b36-65088a16af6d req-0e6d247e-42df-4e6a-abfb-fa1d65db9e6e tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:27.676555 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-00b6dc2c-461d-4b07-9b36-65088a16af6d req-0e6d247e-42df-4e6a-abfb-fa1d65db9e6e tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.2126749 Mar 02 13:59:27.688516 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5275abcc-ed1b-442c-8178-8be83a147aeb None None] Current status of the port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:27.734591 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4e995e92-d8ff-4b74-9aa4-3913f50536cb req-c99a2e2c-c9f3-46ab-95ca-bd14ca4b529b tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3249519 Mar 02 13:59:27.744225 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5275abcc-ed1b-442c-8178-8be83a147aeb None None] Provisioning complete for port 95a421a2-550b-45a2-a879-71902b50642a triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:27.745683 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5275abcc-ed1b-442c-8178-8be83a147aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (95a421a2-550b-45a2-a879-71902b50642a), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:27.771930 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf4588-63f0-439f-aa8e-0e2d87a37aad None None] Pushing event updated for resources: {'Port': ['ID=64c69bb2-4675-44ad-8af7-9cb0f918d4d4,revision_number=3']} {{(pid=102942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:27.857661 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fca33912-f103-4b7d-ad6a-011f322f74f3 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Publish callbacks [] for port (881d35f3-9dbe-4a24-8371-bb1572b6172c), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:27.900637 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Pushing event updated for resources: {'Port': ['ID=0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa,revision_number=3']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:27.986166 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0e949663-6451-4a7b-ad0d-9c60c0e52ddb admin admin] Publish callbacks [] for router_gateway (0a782552-86fc-486c-8092-8df79805bb2e), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:27.989684 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e949663-6451-4a7b-ad0d-9c60c0e52ddb admin admin] Pushing event updated for resources: {'Port': ['ID=9c7b15a9-250e-438a-8068-e1d1d72e0a87,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:28.031766 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.db_base_plugin_common [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] Allocated IP 172.20.0.2 (951bfca3-aac8-4a93-9a1f-4c55aa7121f7/00276bbf-6f6e-4bc8-b50e-d19182636b07/6c64a004-46a0-4bb6-8990-26d50f5a32c2) {{(pid=102941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:59:28.037557 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-030bfeac-ad5b-4710-83f9-a5e86993be41 req-9f01b5cb-3004-4e17-ac48-24f0f3f328ba tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 210 time: 0.1336405 Mar 02 13:59:28.057021 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7', 'name': 'tempest-TestMinimumBasicScenario-830734552-router', 'tenant_id': '030471fc817c455283a470e2419f0a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '64c69bb2-4675-44ad-8af7-9cb0f918d4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:22Z', 'updated_at': '2022-03-02T13:59:24Z', 'revision_number': 3, 'project_id': '030471fc817c455283a470e2419f0a4f', 'gw_port': {'id': '64c69bb2-4675-44ad-8af7-9cb0f918d4d4', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:23Z', 'updated_at': '2022-03-02T13:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:28.103718 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5275abcc-ed1b-442c-8178-8be83a147aeb None None] Current status of the port 95a421a2-550b-45a2-a879-71902b50642a is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:28.140959 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c448a23-2ebd-4c0f-98a7-5ed845b1eddb None None] The sync data for ids ['c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7'] in dv-cinder-831247-3-iscsi is: [{'id': 'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7', 'name': 'tempest-TestMinimumBasicScenario-830734552-router', 'tenant_id': '030471fc817c455283a470e2419f0a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '64c69bb2-4675-44ad-8af7-9cb0f918d4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:22Z', 'updated_at': '2022-03-02T13:59:24Z', 'revision_number': 3, 'project_id': '030471fc817c455283a470e2419f0a4f', 'gw_port': {'id': '64c69bb2-4675-44ad-8af7-9cb0f918d4d4', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:23Z', 'updated_at': '2022-03-02T13:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}] {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 13:59:28.154785 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [None req-d54b4b7e-3150-478b-a911-15b421361fc0 admin admin] Allocated IP 172.20.0.1 (c22aa467-7eaf-47f3-8f07-8acb4529cb59/dc248245-c6f4-4fb2-97ed-0f376884892c/c1b92974-aa0b-464c-83cd-fcb08f20c84c) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:59:28.185661 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-00b6dc2c-461d-4b07-9b36-65088a16af6d req-a4ad2e2a-222b-4eab-9b83-0214c1a8cfbc tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238458 Mar 02 13:59:28.301818 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fca33912-f103-4b7d-ad6a-011f322f74f3 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (881d35f3-9dbe-4a24-8371-bb1572b6172c), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:28.304882 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 36332) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:28.308356 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-045cc20f-cbc0-46e6-9d8b-5a160255a44f None None] Provisioning complete for port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:28.308985 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-045cc20f-cbc0-46e6-9d8b-5a160255a44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:28.397800 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] Publish callbacks [] for port (6c64a004-46a0-4bb6-8990-26d50f5a32c2), precommit_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:28.408563 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:28.411796 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0e949663-6451-4a7b-ad0d-9c60c0e52ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605995'] for router (0a782552-86fc-486c-8092-8df79805bb2e), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:28.435322 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca33912-f103-4b7d-ad6a-011f322f74f3 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Pushing event updated for resources: {'Port': ['ID=881d35f3-9dbe-4a24-8371-bb1572b6172c,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:28.446776 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479'] for port (6c64a004-46a0-4bb6-8990-26d50f5a32c2), after_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:28.449876 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fca33912-f103-4b7d-ad6a-011f322f74f3 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Network 9e12d2a1-b955-4281-b5b3-1c0e575f2a11 is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:59:28.452801 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fca33912-f103-4b7d-ad6a-011f322f74f3 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:28.457390 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fca33912-f103-4b7d-ad6a-011f322f74f3 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:59:28.511739 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] Pushing event updated for resources: {'Port': ['ID=6c64a004-46a0-4bb6-8990-26d50f5a32c2,revision_number=1']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:28.530200 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] Network 951bfca3-aac8-4a93-9a1f-4c55aa7121f7 is already hosted by enough agents. {{(pid=102941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:59:28.537257 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.base_scheduler [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] Resources bound (agent type, host, resource id): {{(pid=102941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:28.542115 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] Received port after_create {{(pid=102941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:59:28.588711 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:28.589357 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:28.590571 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d54b4b7e-3150-478b-a911-15b421361fc0 admin admin] Publish callbacks [] for port (c1b92974-aa0b-464c-83cd-fcb08f20c84c), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:28.609411 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fca33912-f103-4b7d-ad6a-011f322f74f3 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:28.610233 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fca33912-f103-4b7d-ad6a-011f322f74f3 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:28.629292 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e949663-6451-4a7b-ad0d-9c60c0e52ddb admin admin] Router 0a782552-86fc-486c-8092-8df79805bb2e is scheduled to L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 with binding_index 1 {{(pid=102939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 13:59:28.648106 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-8fd6be52-d574-4d25-a471-7fc40e3e2909 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=374dfdd5d849440994e5612733aa8aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419845 Mar 02 13:59:28.648989 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 36336) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:28.748033 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fca33912-f103-4b7d-ad6a-011f322f74f3 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7252574 Mar 02 13:59:28.749360 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] Attempting to bind port 6c64a004-46a0-4bb6-8990-26d50f5a32c2 on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:59:28.749756 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] Attempting to bind port 6c64a004-46a0-4bb6-8990-26d50f5a32c2 by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': '09335895-154e-4855-9a61-4e84299ffb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7'}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:59:28.750132 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] Attempting to bind port 6c64a004-46a0-4bb6-8990-26d50f5a32c2 on network 951bfca3-aac8-4a93-9a1f-4c55aa7121f7 {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:59:28.755410 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-045cc20f-cbc0-46e6-9d8b-5a160255a44f None None] Current status of the port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:28.774507 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Request body: {'port': {'device_id': 'baf8c3a6-713c-464e-a361-11bc433400c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:28.795279 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:59:28.797177 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] Checking segment: {'id': '09335895-154e-4855-9a61-4e84299ffb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:59:28.798389 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:28.798914 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] Bound using segment: {'id': '09335895-154e-4855-9a61-4e84299ffb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7'} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:59:28.800294 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] Bound port: 6c64a004-46a0-4bb6-8990-26d50f5a32c2, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09335895-154e-4855-9a61-4e84299ffb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7'}}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:59:28.801475 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (6c64a004-46a0-4bb6-8990-26d50f5a32c2), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:28.818601 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e949663-6451-4a7b-ad0d-9c60c0e52ddb admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 13:59:28.848089 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] Sync routers for ids ['0a782552-86fc-486c-8092-8df79805bb2e'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 13:59:28.857484 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0e949663-6451-4a7b-ad0d-9c60c0e52ddb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:28.859186 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-0e949663-6451-4a7b-ad0d-9c60c0e52ddb admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9594908 Mar 02 13:59:28.861759 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 36340) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:28.878156 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d54b4b7e-3150-478b-a911-15b421361fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (c1b92974-aa0b-464c-83cd-fcb08f20c84c), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:28.880035 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-014baaa5-533a-4e98-a7e2-3dcc292223d4 admin admin] Publish callbacks [] for security_group (505bfd10-6383-483c-9e2e-537ec0c3d786), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:28.944005 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:28.945141 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 95a421a2-550b-45a2-a879-71902b50642a up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:28.949329 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] Routers {'0a782552-86fc-486c-8092-8df79805bb2e'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:59:28.950074 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:59:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['0a782552-86fc-486c-8092-8df79805bb2e'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:28.996385 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b4b7e-3150-478b-a911-15b421361fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=c1b92974-aa0b-464c-83cd-fcb08f20c84c,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:29.080965 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-014baaa5-533a-4e98-a7e2-3dcc292223d4 admin admin] Publish callbacks [] for security_group (505bfd10-6383-483c-9e2e-537ec0c3d786), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:29.095071 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54b4b7e-3150-478b-a911-15b421361fc0 admin admin] Network c22aa467-7eaf-47f3-8f07-8acb4529cb59 is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:59:29.100598 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-d54b4b7e-3150-478b-a911-15b421361fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:29.102446 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (881d35f3-9dbe-4a24-8371-bb1572b6172c), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:29.109849 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54b4b7e-3150-478b-a911-15b421361fc0 admin admin] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:59:29.133810 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] For port 6c64a004-46a0-4bb6-8990-26d50f5a32c2, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:59:29.138169 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] For port 6c64a004-46a0-4bb6-8990-26d50f5a32c2, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=6c64a004-46a0-4bb6-8990-26d50f5a32c2,segment=NetworkSegment(09335895-154e-4855-9a61-4e84299ffb0c),segment_id=09335895-154e-4855-9a61-4e84299ffb0c)] {{(pid=102941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:59:29.152597 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (6c64a004-46a0-4bb6-8990-26d50f5a32c2), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:29.228396 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44e619-891e-4da3-b081-a563c44eb5f8 req-51deec4b-f320-4156-aa6b-3040567ce2bb tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:29.235491 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1d44e619-891e-4da3-b081-a563c44eb5f8 req-51deec4b-f320-4156-aa6b-3040567ce2bb tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.3527579 Mar 02 13:59:29.271001 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883302a-e7fb-4549-ac73-cd4e65662d48 None None] Pushing event updated for resources: {'Port': ['ID=6c64a004-46a0-4bb6-8990-26d50f5a32c2,revision_number=2']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:29.316646 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d54b4b7e-3150-478b-a911-15b421361fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607222'] for router_interface (c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:29.409750 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 95a421a2-550b-45a2-a879-71902b50642a triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:29.412703 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (95a421a2-550b-45a2-a879-71902b50642a), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:29.492389 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] Set router 0a782552-86fc-486c-8092-8df79805bb2e gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:59:29.558714 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1d44e619-891e-4da3-b081-a563c44eb5f8 req-317ae8a0-8264-40b9-9896-5321d9b90e7e tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3138936 Mar 02 13:59:29.595402 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff425476-7863-45f7-b4c7-9db6b3b10ec7 req-865ca7e2-ebad-4e3f-96f1-6ae070426f25 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:29.607453 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ff425476-7863-45f7-b4c7-9db6b3b10ec7 req-865ca7e2-ebad-4e3f-96f1-6ae070426f25 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 931 time: 0.4375153 Mar 02 13:59:29.649028 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f806ef79-2570-45d6-81e4-1aac6423a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:29.653434 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-014baaa5-533a-4e98-a7e2-3dcc292223d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (505bfd10-6383-483c-9e2e-537ec0c3d786), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:29.672558 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-014baaa5-533a-4e98-a7e2-3dcc292223d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:29.673739 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-014baaa5-533a-4e98-a7e2-3dcc292223d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/505bfd10-6383-483c-9e2e-537ec0c3d786 HTTP/1.1" status: 204 len: 168 time: 1.0165327 Mar 02 13:59:29.693156 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d54b4b7e-3150-478b-a911-15b421361fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (c1b92974-aa0b-464c-83cd-fcb08f20c84c), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:29.757321 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014baaa5-533a-4e98-a7e2-3dcc292223d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505bfd10-6383-483c-9e2e-537ec0c3d786,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:29.782692 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-cab6c730-ab33-41ab-a3d8-45034cc56bfa None None] Provisioning complete for port c1b92974-aa0b-464c-83cd-fcb08f20c84c triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:29.782692 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-cab6c730-ab33-41ab-a3d8-45034cc56bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (c1b92974-aa0b-464c-83cd-fcb08f20c84c), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:29.901221 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-cab6c730-ab33-41ab-a3d8-45034cc56bfa None None] Port c1b92974-aa0b-464c-83cd-fcb08f20c84c cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 13:59:29.962232 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [None req-f806ef79-2570-45d6-81e4-1aac6423a1a0 admin admin] Allocated IP 172.20.0.1 (951bfca3-aac8-4a93-9a1f-4c55aa7121f7/00276bbf-6f6e-4bc8-b50e-d19182636b07/a80a5097-8251-4524-a561-c0eeb8e0acf5) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:59:29.989253 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 95a421a2-550b-45a2-a879-71902b50642a is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:30.000365 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b651711-cc2a-49cd-afcc-40788df9c830 req-78ce6efe-a32c-4090-8d1c-efab12f4f3e8 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:30.002050 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b651711-cc2a-49cd-afcc-40788df9c830 req-78ce6efe-a32c-4090-8d1c-efab12f4f3e8 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.3261952 Mar 02 13:59:30.032620 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ff425476-7863-45f7-b4c7-9db6b3b10ec7 req-4802a7ce-ef63-4c8c-88e6-6f9637a952be tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114993 Mar 02 13:59:30.091082 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881d35f3-9dbe-4a24-8371-bb1572b6172c {{(pid=102940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 13:59:30.110366 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a782552-86fc-486c-8092-8df79805bb2e', 'name': 'tempest-TestShelveInstance-120340892-router', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:25Z', 'updated_at': '2022-03-02T13:59:27Z', 'revision_number': 3, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'gw_port': {'id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:27Z', 'updated_at': '2022-03-02T13:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:30.139793 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b651711-cc2a-49cd-afcc-40788df9c830 req-ae04d501-b4c3-4431-8962-7f9d65080200 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299238 Mar 02 13:59:30.141721 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Publish callbacks [] for port (881d35f3-9dbe-4a24-8371-bb1572b6172c), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:30.159892 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] Checking router: 0a782552-86fc-486c-8092-8df79805bb2e for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 13:59:30.160373 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] Updating router 0a782552-86fc-486c-8092-8df79805bb2e port 9c7b15a9-250e-438a-8068-e1d1d72e0a87 binding host dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 13:59:30.197474 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.provisioning_blocks [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Transition to ACTIVE for port object 881d35f3-9dbe-4a24-8371-bb1572b6172c will not be triggered until provisioned by entity L2. {{(pid=102940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 13:59:30.198757 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f806ef79-2570-45d6-81e4-1aac6423a1a0 admin admin] Publish callbacks [] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:30.220502 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (881d35f3-9dbe-4a24-8371-bb1572b6172c), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:30.239789 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (9c7b15a9-250e-438a-8068-e1d1d72e0a87), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:30.276825 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f806ef79-2570-45d6-81e4-1aac6423a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:30.341798 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 6c64a004-46a0-4bb6-8990-26d50f5a32c2 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:30.379466 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f806ef79-2570-45d6-81e4-1aac6423a1a0 admin admin] Network 951bfca3-aac8-4a93-9a1f-4c55aa7121f7 is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:59:30.386759 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-f806ef79-2570-45d6-81e4-1aac6423a1a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:30.391214 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f806ef79-2570-45d6-81e4-1aac6423a1a0 admin admin] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:59:30.400973 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806ef79-2570-45d6-81e4-1aac6423a1a0 admin admin] Pushing event updated for resources: {'Port': ['ID=a80a5097-8251-4524-a561-c0eeb8e0acf5,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:30.455128 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f806ef79-2570-45d6-81e4-1aac6423a1a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607222'] for router_interface (0a782552-86fc-486c-8092-8df79805bb2e), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:30.625674 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 6c64a004-46a0-4bb6-8990-26d50f5a32c2 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:30.626061 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (6c64a004-46a0-4bb6-8990-26d50f5a32c2), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:30.664973 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f806ef79-2570-45d6-81e4-1aac6423a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:30.741589 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Pushing event updated for resources: {'Port': ['ID=881d35f3-9dbe-4a24-8371-bb1572b6172c,revision_number=2']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:30.868708 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8880a-b0d9-4478-82f1-4c1fb44e94a8 req-684d1795-755e-4c37-ada1-91371df0915a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:30.876253 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8cd8880a-b0d9-4478-82f1-4c1fb44e94a8 req-684d1795-755e-4c37-ada1-91371df0915a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.4896014 Mar 02 13:59:30.883509 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42533f1e-82e2-49a0-a339-210281d31ae7 req-5a4d4fa6-925b-47fd-9466-9ab412cc1557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:30.885040 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42533f1e-82e2-49a0-a339-210281d31ae7 req-5a4d4fa6-925b-47fd-9466-9ab412cc1557 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=64ebff49f62c4b4dbc756d0c15f028e8&device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 1129 time: 0.2167163 Mar 02 13:59:30.891928 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d54b4b7e-3150-478b-a911-15b421361fc0 admin admin] Publish callbacks [] for port (c1b92974-aa0b-464c-83cd-fcb08f20c84c), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:30.910272 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 6c64a004-46a0-4bb6-8990-26d50f5a32c2 is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:30.911108 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (6c64a004-46a0-4bb6-8990-26d50f5a32c2), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:30.951306 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d54b4b7e-3150-478b-a911-15b421361fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (c1b92974-aa0b-464c-83cd-fcb08f20c84c), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:30.986407 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] For port 6c64a004-46a0-4bb6-8990-26d50f5a32c2, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=6c64a004-46a0-4bb6-8990-26d50f5a32c2,segment=NetworkSegment(09335895-154e-4855-9a61-4e84299ffb0c),segment_id=09335895-154e-4855-9a61-4e84299ffb0c)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:30.992573 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (6c64a004-46a0-4bb6-8990-26d50f5a32c2), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:30.993588 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 64c69bb2-4675-44ad-8af7-9cb0f918d4d4 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:31.051029 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f806ef79-2570-45d6-81e4-1aac6423a1a0 admin admin] Publish callbacks [] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:31.062666 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f806ef79-2570-45d6-81e4-1aac6423a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:31.074466 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] Publish callbacks [] for port (9c7b15a9-250e-438a-8068-e1d1d72e0a87), precommit_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:31.121769 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (9c7b15a9-250e-438a-8068-e1d1d72e0a87), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:31.162986 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806ef79-2570-45d6-81e4-1aac6423a1a0 admin admin] Pushing event updated for resources: {'Port': ['ID=a80a5097-8251-4524-a561-c0eeb8e0acf5,revision_number=2']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:31.174922 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] Attempting to bind port 9c7b15a9-250e-438a-8068-e1d1d72e0a87 on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:59:31.175545 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] Attempting to bind port 9c7b15a9-250e-438a-8068-e1d1d72e0a87 by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:59:31.176017 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] Attempting to bind port 9c7b15a9-250e-438a-8068-e1d1d72e0a87 on network 8a7b981f-934d-4891-8b40-a612fdbe7a6a {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:59:31.178082 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Pushing event updated for resources: {'Port': ['ID=6c64a004-46a0-4bb6-8990-26d50f5a32c2,revision_number=3']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:31.192092 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f806ef79-2570-45d6-81e4-1aac6423a1a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607078'] for router_interface (0a782552-86fc-486c-8092-8df79805bb2e), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:31.253228 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e85047-2268-47ea-9223-fe841c81368c None None] Pushing event updated for resources: {'Port': ['ID=9c7b15a9-250e-438a-8068-e1d1d72e0a87,revision_number=2']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:31.263976 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:59:31.264651 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] Checking segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:59:31.265282 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:31.266033 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] Bound using segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:59:31.266736 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] Bound port: 9c7b15a9-250e-438a-8068-e1d1d72e0a87, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:59:31.267357 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (9c7b15a9-250e-438a-8068-e1d1d72e0a87), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:31.286236 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8cd8880a-b0d9-4478-82f1-4c1fb44e94a8 req-8c08ecc5-e5b0-474c-b5b8-f3a58347041f tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4088922 Mar 02 13:59:31.338592 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f806ef79-2570-45d6-81e4-1aac6423a1a0 admin admin] Network 951bfca3-aac8-4a93-9a1f-4c55aa7121f7 is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:59:31.340765 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-f806ef79-2570-45d6-81e4-1aac6423a1a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:31.351948 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] For port 9c7b15a9-250e-438a-8068-e1d1d72e0a87, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:59:31.356060 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Attempting to bind port 881d35f3-9dbe-4a24-8371-bb1572b6172c on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:59:31.356640 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Attempting to bind port 881d35f3-9dbe-4a24-8371-bb1572b6172c by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '1b1a7440-b8f2-463f-b152-e2aaa759fb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e12d2a1-b955-4281-b5b3-1c0e575f2a11'}] {{(pid=102940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:59:31.357175 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Attempting to bind port 881d35f3-9dbe-4a24-8371-bb1572b6172c on network 9e12d2a1-b955-4281-b5b3-1c0e575f2a11 {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:59:31.367896 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] For port 9c7b15a9-250e-438a-8068-e1d1d72e0a87, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=9c7b15a9-250e-438a-8068-e1d1d72e0a87,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:59:31.382916 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (9c7b15a9-250e-438a-8068-e1d1d72e0a87), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:31.410394 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Port 881d35f3-9dbe-4a24-8371-bb1572b6172c on network 9e12d2a1-b955-4281-b5b3-1c0e575f2a11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 13:59:31.410770 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Attempting to bind port 881d35f3-9dbe-4a24-8371-bb1572b6172c on network 9e12d2a1-b955-4281-b5b3-1c0e575f2a11 {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:59:31.448027 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 64c69bb2-4675-44ad-8af7-9cb0f918d4d4 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:31.448740 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (64c69bb2-4675-44ad-8af7-9cb0f918d4d4), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:31.479472 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85173427-6ce5-40a7-b62b-78dd64f4a5dc None None] Network 951bfca3-aac8-4a93-9a1f-4c55aa7121f7 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:59:31.509073 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:59:31.509429 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Checking segment: {'id': '1b1a7440-b8f2-463f-b152-e2aaa759fb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e12d2a1-b955-4281-b5b3-1c0e575f2a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:59:31.510716 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Bound using segment: {'id': '1b1a7440-b8f2-463f-b152-e2aaa759fb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e12d2a1-b955-4281-b5b3-1c0e575f2a11'} {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:59:31.511269 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Bound port: 881d35f3-9dbe-4a24-8371-bb1572b6172c, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1a7440-b8f2-463f-b152-e2aaa759fb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9e12d2a1-b955-4281-b5b3-1c0e575f2a11'}}] {{(pid=102940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:59:31.511639 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (881d35f3-9dbe-4a24-8371-bb1572b6172c), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:31.565453 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f806ef79-2570-45d6-81e4-1aac6423a1a0 admin admin] Router 0a782552-86fc-486c-8092-8df79805bb2e has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 13:59:31.577961 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e85047-2268-47ea-9223-fe841c81368c None None] Pushing event updated for resources: {'Port': ['ID=9c7b15a9-250e-438a-8068-e1d1d72e0a87,revision_number=3']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:31.584341 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] Routers {'0a782552-86fc-486c-8092-8df79805bb2e'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:59:31.585111 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:59:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['0a782552-86fc-486c-8092-8df79805bb2e'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:31.612130 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d54b4b7e-3150-478b-a911-15b421361fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607078'] for router_interface (c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:31.613887 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b4b7e-3150-478b-a911-15b421361fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=c1b92974-aa0b-464c-83cd-fcb08f20c84c,revision_number=2']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:31.641092 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] For port 881d35f3-9dbe-4a24-8371-bb1572b6172c, host hv-cinder-83124, cleared binding levels {{(pid=102940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:59:31.644408 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] For port 881d35f3-9dbe-4a24-8371-bb1572b6172c, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=881d35f3-9dbe-4a24-8371-bb1572b6172c,segment=NetworkSegment(1b1a7440-b8f2-463f-b152-e2aaa759fb41),segment_id=1b1a7440-b8f2-463f-b152-e2aaa759fb41)] {{(pid=102940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:59:31.658765 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77899927-d68c-40d0-a3ef-e1c12e0efb14 req-003d1261-0b59-48ed-a418-3c5e0cb3c115 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:31.660038 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-2bd93656-5056-4644-b891-098fe392f0e1 None None] Provisioning complete for port 6c64a004-46a0-4bb6-8990-26d50f5a32c2 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:31.660426 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-2bd93656-5056-4644-b891-098fe392f0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (6c64a004-46a0-4bb6-8990-26d50f5a32c2), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:31.660643 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-77899927-d68c-40d0-a3ef-e1c12e0efb14 req-003d1261-0b59-48ed-a418-3c5e0cb3c115 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 943 time: 0.3679774 Mar 02 13:59:31.688952 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42533f1e-82e2-49a0-a339-210281d31ae7 req-23644fa9-ab29-4c09-8a86-f9962e08f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:31.690498 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42533f1e-82e2-49a0-a339-210281d31ae7 req-23644fa9-ab29-4c09-8a86-f9962e08f1bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76 HTTP/1.1" status: 200 len: 912 time: 0.7822649 Mar 02 13:59:31.699426 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (881d35f3-9dbe-4a24-8371-bb1572b6172c), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:31.701400 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f806ef79-2570-45d6-81e4-1aac6423a1a0 admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 13:59:31.717047 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-f806ef79-2570-45d6-81e4-1aac6423a1a0 admin admin] 10.222.0.36 "PUT /v2.0/routers/0a782552-86fc-486c-8092-8df79805bb2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8426862 Mar 02 13:59:31.786497 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114acaa-d816-4ca6-aa23-bc99a0df31e3 req-318c1b94-bc39-461c-8cb3-95261ecc7b50 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:31.791317 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2114acaa-d816-4ca6-aa23-bc99a0df31e3 req-318c1b94-bc39-461c-8cb3-95261ecc7b50 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.3375740 Mar 02 13:59:31.851427 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 64c69bb2-4675-44ad-8af7-9cb0f918d4d4 is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:31.851900 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (64c69bb2-4675-44ad-8af7-9cb0f918d4d4), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:31.859343 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] Set router 0a782552-86fc-486c-8092-8df79805bb2e gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:59:31.877202 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:31.877848 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:31.879250 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] 10.222.0.20 "PUT /v2.0/ports/881d35f3-9dbe-4a24-8371-bb1572b6172c HTTP/1.1" status: 200 len: 1093 time: 3.1193361 Mar 02 13:59:31.889214 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf8c3a6-713c-464e-a361-11bc433400c7', 'tag': '881d35f3-9dbe-4a24-8371-bb1572b6172c'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:59:31.892175 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af8bf2c-5e8c-4c13-b8b5-21f9b3c1ad0c" -d '{"events": [{"name": "network-changed", "server_uuid": "baf8c3a6-713c-464e-a361-11bc433400c7", "tag": "881d35f3-9dbe-4a24-8371-bb1572b6172c"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:59:31.938785 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-77899927-d68c-40d0-a3ef-e1c12e0efb14 req-99993962-c3ee-41f5-96ac-6d76024fd132 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611177 Mar 02 13:59:31.954599 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] For port 64c69bb2-4675-44ad-8af7-9cb0f918d4d4, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=64c69bb2-4675-44ad-8af7-9cb0f918d4d4,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:31.971812 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (64c69bb2-4675-44ad-8af7-9cb0f918d4d4), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:31.972514 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42533f1e-82e2-49a0-a339-210281d31ae7 req-8bcd2751-5b52-46c1-a2b6-e8e51f8d7989 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9b0145e-20b6-4e2d-8c30-4172a0444b1d HTTP/1.1" status: 200 len: 1001 time: 0.2680986 Mar 02 13:59:31.979133 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1eb062-b649-4f91-b350-ccf83b682634 service neutron] Pushing event updated for resources: {'Port': ['ID=881d35f3-9dbe-4a24-8371-bb1572b6172c,revision_number=3']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:32.051073 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-2bd93656-5056-4644-b891-098fe392f0e1 None None] Current status of the port 6c64a004-46a0-4bb6-8990-26d50f5a32c2 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:32.063107 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 13:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f49ad6-e02c-4f40-90c1-727b14a4fe71 x-openstack-request-id: req-c2f49ad6-e02c-4f40-90c1-727b14a4fe71 {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:59:32.063534 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf8c3a6-713c-464e-a361-11bc433400c7", "tag": "881d35f3-9dbe-4a24-8371-bb1572b6172c", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:59:32.063879 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2f49ad6-e02c-4f40-90c1-727b14a4fe71 {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:59:32.064362 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf8c3a6-713c-464e-a361-11bc433400c7', 'tag': '881d35f3-9dbe-4a24-8371-bb1572b6172c', 'status': 'completed', 'code': 200} Mar 02 13:59:32.069323 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2114acaa-d816-4ca6-aa23-bc99a0df31e3 req-47c64b28-79cd-4510-8b60-4942ee69355f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251344 Mar 02 13:59:32.083092 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54b4b7e-3150-478b-a911-15b421361fc0 admin admin] Network c22aa467-7eaf-47f3-8f07-8acb4529cb59 is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:59:32.093289 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-d54b4b7e-3150-478b-a911-15b421361fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:32.108830 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-912d9a5d-014d-4629-a0f0-d6c07a39bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:32.111188 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-912d9a5d-014d-4629-a0f0-d6c07a39bfe9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3047f54a05394764b057eeb13ac83f0c&device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 1127 time: 0.1806140 Mar 02 13:59:32.115125 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42533f1e-82e2-49a0-a339-210281d31ae7 req-91fbf9a5-e3f2-4e30-ae29-7c12a9087412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:32.116856 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42533f1e-82e2-49a0-a339-210281d31ae7 req-91fbf9a5-e3f2-4e30-ae29-7c12a9087412 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4162740a-dc51-4b0e-a76f-5454f57d9ff4 HTTP/1.1" status: 200 len: 850 time: 0.1259589 Mar 02 13:59:32.198001 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Pushing event updated for resources: {'Port': ['ID=64c69bb2-4675-44ad-8af7-9cb0f918d4d4,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:32.218158 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 6c64a004-46a0-4bb6-8990-26d50f5a32c2 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:32.392436 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-e51fc49f-e4ff-458f-b2a0-8a116f231427 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=881d35f3-9dbe-4a24-8371-bb1572b6172c HTTP/1.1" status: 200 len: 217 time: 0.1863337 Mar 02 13:59:32.418409 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 6c64a004-46a0-4bb6-8990-26d50f5a32c2 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:32.418912 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (6c64a004-46a0-4bb6-8990-26d50f5a32c2), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:32.420619 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-ee1e29f0-3b11-4d7b-a65c-0c4fcf3b496a None None] Provisioning complete for port 6c64a004-46a0-4bb6-8990-26d50f5a32c2 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:32.420998 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-ee1e29f0-3b11-4d7b-a65c-0c4fcf3b496a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (6c64a004-46a0-4bb6-8990-26d50f5a32c2), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:32.493779 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a782552-86fc-486c-8092-8df79805bb2e', 'name': 'tempest-TestShelveInstance-120340892-router', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:25Z', 'updated_at': '2022-03-02T13:59:30Z', 'revision_number': 4, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'gw_port': {'id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:27Z', 'updated_at': '2022-03-02T13:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': 'a80a5097-8251-4524-a561-c0eeb8e0acf5', 'name': '', 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'mac_address': 'fa:16:3e:76:2b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:29Z', 'updated_at': '2022-03-02T13:59:30Z', 'revision_number': 2, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'subnets': [{'id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:32.502864 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54b4b7e-3150-478b-a911-15b421361fc0 admin admin] Router c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 13:59:32.562012 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 36404) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:32.562012 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-a7bcbbd3-aa47-41a8-bd6c-e93cfecd558d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-54449047-network', 'tenant_id': '9b61033733a34798b69cd46be423cbd6'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:32.562330 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca0e26-c3f4-415a-acb2-109d318d6de9 req-760e8d8b-bd9e-413e-a76e-d7f57ee8a7ec tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:32.568955 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e473ba4-3bcf-4ecf-b62a-3dd5a94a20ba None None] The sync data for ids ['0a782552-86fc-486c-8092-8df79805bb2e'] in dv-cinder-831247-3-iscsi is: [{'id': '0a782552-86fc-486c-8092-8df79805bb2e', 'name': 'tempest-TestShelveInstance-120340892-router', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:25Z', 'updated_at': '2022-03-02T13:59:30Z', 'revision_number': 4, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'gw_port': {'id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:27Z', 'updated_at': '2022-03-02T13:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': 'a80a5097-8251-4524-a561-c0eeb8e0acf5', 'name': '', 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'mac_address': 'fa:16:3e:76:2b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:29Z', 'updated_at': '2022-03-02T13:59:30Z', 'revision_number': 2, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'subnets': [{'id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 13:59:32.582239 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c0ca0e26-c3f4-415a-acb2-109d318d6de9 req-760e8d8b-bd9e-413e-a76e-d7f57ee8a7ec tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.1664863 Mar 02 13:59:32.614753 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bcbbd3-aa47-41a8-bd6c-e93cfecd558d admin admin] Made reservation on behalf of 9b61033733a34798b69cd46be423cbd6 for: {'network': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:59:32.621293 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbbd3-aa47-41a8-bd6c-e93cfecd558d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for network (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:32.631571 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbbd3-aa47-41a8-bd6c-e93cfecd558d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:32.644219 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42533f1e-82e2-49a0-a339-210281d31ae7 req-bf063c36-e791-441d-b2de-4fb30468d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:32.645772 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42533f1e-82e2-49a0-a339-210281d31ae7 req-bf063c36-e791-441d-b2de-4fb30468d1ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4410131 Mar 02 13:59:32.647479 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-7db0c92a-9ae0-44d4-bbb2-265aad2dd3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:32.648826 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-7db0c92a-9ae0-44d4-bbb2-265aad2dd3c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=34c63559-8229-4040-8012-bd2b72ec5276 HTTP/1.1" status: 200 len: 848 time: 0.2234001 Mar 02 13:59:32.655603 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 6c64a004-46a0-4bb6-8990-26d50f5a32c2 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:32.659971 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e29f0-3b11-4d7b-a65c-0c4fcf3b496a None None] Current status of the port 6c64a004-46a0-4bb6-8990-26d50f5a32c2 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:32.683043 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-ee1e29f0-3b11-4d7b-a65c-0c4fcf3b496a None None] Provisioning complete for port a80a5097-8251-4524-a561-c0eeb8e0acf5 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:32.683427 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-ee1e29f0-3b11-4d7b-a65c-0c4fcf3b496a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:32.755743 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e29f0-3b11-4d7b-a65c-0c4fcf3b496a None None] Port a80a5097-8251-4524-a561-c0eeb8e0acf5 cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 13:59:32.778100 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbbd3-aa47-41a8-bd6c-e93cfecd558d admin admin] Publish callbacks [] for security_group (3040b867-3761-4f37-8263-75b6d0cee5bb), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:32.783262 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbbd3-aa47-41a8-bd6c-e93cfecd558d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (3040b867-3761-4f37-8263-75b6d0cee5bb), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:32.815250 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcbbd3-aa47-41a8-bd6c-e93cfecd558d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3040b867-3761-4f37-8263-75b6d0cee5bb,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:32.825059 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7bcbbd3-aa47-41a8-bd6c-e93cfecd558d admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=102939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 13:59:32.837515 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbbd3-aa47-41a8-bd6c-e93cfecd558d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:32.838962 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.segments_db [None req-a7bcbbd3-aa47-41a8-bd6c-e93cfecd558d admin admin] Added segment 5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a of type vlan for network af4f3cb9-243c-4ec8-b730-38b3aed65733 Mar 02 13:59:32.881594 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54b4b7e-3150-478b-a911-15b421361fc0 admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 13:59:32.888170 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-d54b4b7e-3150-478b-a911-15b421361fc0 admin admin] 10.222.0.36 "PUT /v2.0/routers/c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8541880 Mar 02 13:59:32.901377 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-b1aca0de-4664-409b-abcf-c37d693d2a6f None None] Provisioning complete for port c1b92974-aa0b-464c-83cd-fcb08f20c84c triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:32.901721 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-b1aca0de-4664-409b-abcf-c37d693d2a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (c1b92974-aa0b-464c-83cd-fcb08f20c84c), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:32.907928 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c0ca0e26-c3f4-415a-acb2-109d318d6de9 req-26c39b0f-3d85-48b2-b2bb-65fb0c1fc866 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3238811 Mar 02 13:59:32.910213 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbbd3-aa47-41a8-bd6c-e93cfecd558d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060850773'] for network (af4f3cb9-243c-4ec8-b730-38b3aed65733), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:32.928742 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] Sync routers for ids ['c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7'] in dv-cinder-831247-3-iscsi {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 13:59:32.949857 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbbd3-aa47-41a8-bd6c-e93cfecd558d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for network (af4f3cb9-243c-4ec8-b730-38b3aed65733), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:32.953030 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bcbbd3-aa47-41a8-bd6c-e93cfecd558d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:32.954084 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a7bcbbd3-aa47-41a8-bd6c-e93cfecd558d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:32.971382 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-b1aca0de-4664-409b-abcf-c37d693d2a6f None None] Port c1b92974-aa0b-464c-83cd-fcb08f20c84c cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 13:59:32.973182 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] Routers {'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:59:32.982846 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:59:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:32.983675 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-1617cc1d-e038-443a-b6a4-7bc473b69616 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e12d2a1-b955-4281-b5b3-1c0e575f2a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2661779 Mar 02 13:59:33.012880 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-a7bcbbd3-aa47-41a8-bd6c-e93cfecd558d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4575181 Mar 02 13:59:33.031912 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 36414) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:33.052497 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-b1aca0de-4664-409b-abcf-c37d693d2a6f None None] Provisioning complete for port a80a5097-8251-4524-a561-c0eeb8e0acf5 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:33.053074 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-b1aca0de-4664-409b-abcf-c37d693d2a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:33.097257 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-90dd9440-28d3-48b9-ac60-14a81f1572aa admin admin] Request body: {'subnet': {'network_id': 'af4f3cb9-243c-4ec8-b730-38b3aed65733', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-54449047-subnet', 'tenant_id': '9b61033733a34798b69cd46be423cbd6', 'ip_version': 4}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:33.127658 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcbbd3-aa47-41a8-bd6c-e93cfecd558d admin admin] Pushing event updated for resources: {'Network': ['ID=af4f3cb9-243c-4ec8-b730-38b3aed65733,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:33.148923 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Network af4f3cb9-243c-4ec8-b730-38b3aed65733 details requested by agent ovs-agent-dv-cinder-831247-3-iscsi with host dv-cinder-831247-3-iscsi {{(pid=102941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 13:59:33.167055 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-b1aca0de-4664-409b-abcf-c37d693d2a6f None None] Port a80a5097-8251-4524-a561-c0eeb8e0acf5 cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 13:59:33.183284 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42533f1e-82e2-49a0-a339-210281d31ae7 req-a7e07506-b0ac-4bb4-86a6-302f19934fbc service neutron] 10.222.0.20 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568844 Mar 02 13:59:33.264980 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] Set router c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:59:33.289976 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-02e47fb6-2ebf-4508-970c-69d9b0cd16fd None None] Provisioning complete for port a80a5097-8251-4524-a561-c0eeb8e0acf5 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:33.290361 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-02e47fb6-2ebf-4508-970c-69d9b0cd16fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:33.382083 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-02e47fb6-2ebf-4508-970c-69d9b0cd16fd None None] Port a80a5097-8251-4524-a561-c0eeb8e0acf5 cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 13:59:33.567701 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7', 'name': 'tempest-TestMinimumBasicScenario-830734552-router', 'tenant_id': '030471fc817c455283a470e2419f0a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '64c69bb2-4675-44ad-8af7-9cb0f918d4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:22Z', 'updated_at': '2022-03-02T13:59:29Z', 'revision_number': 4, 'project_id': '030471fc817c455283a470e2419f0a4f', 'gw_port': {'id': '64c69bb2-4675-44ad-8af7-9cb0f918d4d4', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:23Z', 'updated_at': '2022-03-02T13:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': 'c1b92974-aa0b-464c-83cd-fcb08f20c84c', 'name': '', 'network_id': 'c22aa467-7eaf-47f3-8f07-8acb4529cb59', 'tenant_id': '030471fc817c455283a470e2419f0a4f', 'mac_address': 'fa:16:3e:ea:e6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'dc248245-c6f4-4fb2-97ed-0f376884892c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:27Z', 'updated_at': '2022-03-02T13:59:30Z', 'revision_number': 2, 'project_id': '030471fc817c455283a470e2419f0a4f', 'subnets': [{'id': 'dc248245-c6f4-4fb2-97ed-0f376884892c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:33.579381 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dd9440-28d3-48b9-ac60-14a81f1572aa admin admin] Made reservation on behalf of 9b61033733a34798b69cd46be423cbd6 for: {'subnet': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:59:33.581901 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-90dd9440-28d3-48b9-ac60-14a81f1572aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4384940'] for subnet (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:33.609477 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] Checking router: c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7 for host: dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 13:59:33.610057 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] Updating router c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7 port c1b92974-aa0b-464c-83cd-fcb08f20c84c binding host dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 13:59:33.761221 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871ef60-4825-42ec-831e-9c190b2ddb63 req-e64d3b91-60f2-476d-8725-136bbbf16748 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:33.762831 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3871ef60-4825-42ec-831e-9c190b2ddb63 req-e64d3b91-60f2-476d-8725-136bbbf16748 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 943 time: 0.6076913 Mar 02 13:59:33.764665 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-dbb513c2-a896-4599-b84b-20cb0bbac627 service neutron] 10.222.0.20 "GET /v2.0/networks/9e12d2a1-b955-4281-b5b3-1c0e575f2a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7656367 Mar 02 13:59:33.774552 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (c1b92974-aa0b-464c-83cd-fcb08f20c84c), before_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:33.873136 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22105983-4a36-4b8e-932d-2953616fbd12 req-c710edec-6c74-41f1-8e3b-2bfa962d6264 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:33.875085 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-22105983-4a36-4b8e-932d-2953616fbd12 req-c710edec-6c74-41f1-8e3b-2bfa962d6264 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.6707480 Mar 02 13:59:33.902701 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-42533f1e-82e2-49a0-a339-210281d31ae7 req-5383689d-5393-4cda-9e5a-4b262edc0eb0 service neutron] 10.222.0.20 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6623774 Mar 02 13:59:33.974935 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3871ef60-4825-42ec-831e-9c190b2ddb63 req-c24fc848-65d7-4912-a96c-86e7d61a27ed tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864359 Mar 02 13:59:34.085655 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-22105983-4a36-4b8e-932d-2953616fbd12 req-03e61fc4-32c3-41eb-94a6-97445320d474 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843967 Mar 02 13:59:34.156894 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] Publish callbacks [] for port (c1b92974-aa0b-464c-83cd-fcb08f20c84c), precommit_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:34.169952 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (c1b92974-aa0b-464c-83cd-fcb08f20c84c), after_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:34.229319 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-90dd9440-28d3-48b9-ac60-14a81f1572aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4452676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4384926'] for subnet (1cf30568-3f28-43a7-8bc0-96e913455d71), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:34.335156 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc193a5-9c05-4a73-99d9-6034c20dc57f None None] Pushing event updated for resources: {'Port': ['ID=c1b92974-aa0b-464c-83cd-fcb08f20c84c,revision_number=3']} {{(pid=102942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:34.341006 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd9440-28d3-48b9-ac60-14a81f1572aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cf30568-3f28-43a7-8bc0-96e913455d71,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:34.401287 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 64c69bb2-4675-44ad-8af7-9cb0f918d4d4 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:34.410022 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776b3ad-114b-47ab-9295-cac90196fab5 req-e1c721ed-c3ce-4db6-9976-796c42e5e90d tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:34.419923 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b776b3ad-114b-47ab-9295-cac90196fab5 req-e1c721ed-c3ce-4db6-9976-796c42e5e90d tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.3256121 Mar 02 13:59:34.431122 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] Attempting to bind port c1b92974-aa0b-464c-83cd-fcb08f20c84c on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:59:34.431503 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] Attempting to bind port c1b92974-aa0b-464c-83cd-fcb08f20c84c by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': '2dca18b9-d5e3-4511-a7ee-30347185c1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c22aa467-7eaf-47f3-8f07-8acb4529cb59'}] {{(pid=102942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:59:34.432433 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] Attempting to bind port c1b92974-aa0b-464c-83cd-fcb08f20c84c on network c22aa467-7eaf-47f3-8f07-8acb4529cb59 {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:59:34.456184 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:59:34.456625 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] Checking segment: {'id': '2dca18b9-d5e3-4511-a7ee-30347185c1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c22aa467-7eaf-47f3-8f07-8acb4529cb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:59:34.456986 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:34.457393 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] Bound using segment: {'id': '2dca18b9-d5e3-4511-a7ee-30347185c1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c22aa467-7eaf-47f3-8f07-8acb4529cb59'} {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:59:34.457894 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] Bound port: c1b92974-aa0b-464c-83cd-fcb08f20c84c, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dca18b9-d5e3-4511-a7ee-30347185c1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c22aa467-7eaf-47f3-8f07-8acb4529cb59'}}] {{(pid=102942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:59:34.458283 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (c1b92974-aa0b-464c-83cd-fcb08f20c84c), before_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:34.534275 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd9440-28d3-48b9-ac60-14a81f1572aa admin admin] Checking segment: {'id': '5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'af4f3cb9-243c-4ec8-b730-38b3aed65733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:59:34.534744 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dd9440-28d3-48b9-ac60-14a81f1572aa admin admin] Network hostable DHCP agents. Network: af4f3cb9-243c-4ec8-b730-38b3aed65733, hostable agents: ['75e4ba60-1427-4d6a-953c-035315e6206b'], hosted agents: [] {{(pid=102940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 13:59:34.598733 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.db [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] For port c1b92974-aa0b-464c-83cd-fcb08f20c84c, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:59:34.605562 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b776b3ad-114b-47ab-9295-cac90196fab5 req-cd4e4a89-6f26-40c9-bc19-5bd4d1cc264a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400959 Mar 02 13:59:34.610026 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.db [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] For port c1b92974-aa0b-464c-83cd-fcb08f20c84c, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=c1b92974-aa0b-464c-83cd-fcb08f20c84c,segment=NetworkSegment(2dca18b9-d5e3-4511-a7ee-30347185c1d1),segment_id=2dca18b9-d5e3-4511-a7ee-30347185c1d1)] {{(pid=102942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:59:34.618954 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (c1b92974-aa0b-464c-83cd-fcb08f20c84c), after_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:34.623980 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dd9440-28d3-48b9-ac60-14a81f1572aa admin admin] Network af4f3cb9-243c-4ec8-b730-38b3aed65733 is scheduled to be hosted by DHCP agent 75e4ba60-1427-4d6a-953c-035315e6206b with binding_index 1 {{(pid=102940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 13:59:34.643840 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-90dd9440-28d3-48b9-ac60-14a81f1572aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-3-iscsi, af4f3cb9-243c-4ec8-b730-38b3aed65733) {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:34.651975 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dd9440-28d3-48b9-ac60-14a81f1572aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:34.652797 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-90dd9440-28d3-48b9-ac60-14a81f1572aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:34.687861 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-90dd9440-28d3-48b9-ac60-14a81f1572aa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6514523 Mar 02 13:59:34.688089 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c75462a-76aa-4921-865f-42baf584c37c None None] Network af4f3cb9-243c-4ec8-b730-38b3aed65733 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:59:34.688216 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 36442) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:34.694915 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-c3be760a-b958-47dd-8ad0-0e96c1977ee8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-54449047-router', 'tenant_id': '9b61033733a34798b69cd46be423cbd6', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:34.734637 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] Routers {'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:59:34.735033 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c3be760a-b958-47dd-8ad0-0e96c1977ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12999'] for router (1ec301e1-5aac-469e-aaf6-82e2e6930050), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:34.735347 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:59:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:34.741057 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c3be760a-b958-47dd-8ad0-0e96c1977ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13022'] for router (1ec301e1-5aac-469e-aaf6-82e2e6930050), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:34.813212 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc193a5-9c05-4a73-99d9-6034c20dc57f None None] Pushing event updated for resources: {'Port': ['ID=c1b92974-aa0b-464c-83cd-fcb08f20c84c,revision_number=4']} {{(pid=102942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:34.813972 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-42949ef6-6619-4c44-8fbb-e4ade36a94c4 None None] Provisioning complete for port c1b92974-aa0b-464c-83cd-fcb08f20c84c triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:34.813972 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-42949ef6-6619-4c44-8fbb-e4ade36a94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (c1b92974-aa0b-464c-83cd-fcb08f20c84c), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:34.908046 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c3be760a-b958-47dd-8ad0-0e96c1977ee8 admin admin] Publish callbacks [] for router_controller (1ec301e1-5aac-469e-aaf6-82e2e6930050), precommit_add_association {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:34.962704 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] Set router c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:59:35.016375 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-de1ce9c2-8988-4bd9-9658-41d5f6ddf357 req-eff3c388-5696-442e-b919-35f212ee4218 service neutron] 10.222.0.20 "GET /v2.0/networks/9e12d2a1-b955-4281-b5b3-1c0e575f2a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450202 Mar 02 13:59:35.192614 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 64c69bb2-4675-44ad-8af7-9cb0f918d4d4 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:35.193114 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (64c69bb2-4675-44ad-8af7-9cb0f918d4d4), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:35.253833 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c3be760a-b958-47dd-8ad0-0e96c1977ee8 admin admin] Publish callbacks [] for router_gateway (1ec301e1-5aac-469e-aaf6-82e2e6930050), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:35.329965 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773aa22-0a86-4336-8e88-d9479db8c760 req-79e7c9f8-1795-452a-8832-406215d685af tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:35.337185 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a773aa22-0a86-4336-8e88-d9479db8c760 req-79e7c9f8-1795-452a-8832-406215d685af tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 943 time: 0.2349999 Mar 02 13:59:35.380084 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7', 'name': 'tempest-TestMinimumBasicScenario-830734552-router', 'tenant_id': '030471fc817c455283a470e2419f0a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '64c69bb2-4675-44ad-8af7-9cb0f918d4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:22Z', 'updated_at': '2022-03-02T13:59:29Z', 'revision_number': 4, 'project_id': '030471fc817c455283a470e2419f0a4f', 'gw_port': {'id': '64c69bb2-4675-44ad-8af7-9cb0f918d4d4', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:23Z', 'updated_at': '2022-03-02T13:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': 'c1b92974-aa0b-464c-83cd-fcb08f20c84c', 'name': '', 'network_id': 'c22aa467-7eaf-47f3-8f07-8acb4529cb59', 'tenant_id': '030471fc817c455283a470e2419f0a4f', 'mac_address': 'fa:16:3e:ea:e6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'dc248245-c6f4-4fb2-97ed-0f376884892c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:27Z', 'updated_at': '2022-03-02T13:59:34Z', 'revision_number': 4, 'project_id': '030471fc817c455283a470e2419f0a4f', 'subnets': [{'id': 'dc248245-c6f4-4fb2-97ed-0f376884892c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:35.382222 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc28c01c5-c1f2-5f91-acd1-15e30fabb56b-af4f3cb9-243c-4ec8-b730-38b3aed65733', 'network_id': 'af4f3cb9-243c-4ec8-b730-38b3aed65733', 'project_id': '9b61033733a34798b69cd46be423cbd6', 'fixed_ips': [{'subnet_id': '1cf30568-3f28-43a7-8bc0-96e913455d71'}]}} from dv-cinder-831247-3-iscsi. {{(pid=102941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 13:59:35.383215 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:35.383350 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7615649-788b-4778-8833-51b36b37a8c1 req-b0ce4786-5c1c-4edf-bad3-aa4f01f52845 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:35.385526 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b7615649-788b-4778-8833-51b36b37a8c1 req-b0ce4786-5c1c-4edf-bad3-aa4f01f52845 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1685469 Mar 02 13:59:35.411986 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-42949ef6-6619-4c44-8fbb-e4ade36a94c4 None None] Current status of the port c1b92974-aa0b-464c-83cd-fcb08f20c84c is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:35.412639 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-42949ef6-6619-4c44-8fbb-e4ade36a94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (c1b92974-aa0b-464c-83cd-fcb08f20c84c), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:35.448937 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554c7988-7a53-4f52-af65-735e1fb9f537 None None] The sync data for ids ['c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7'] in dv-cinder-831247-3-iscsi is: [{'id': 'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7', 'name': 'tempest-TestMinimumBasicScenario-830734552-router', 'tenant_id': '030471fc817c455283a470e2419f0a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '64c69bb2-4675-44ad-8af7-9cb0f918d4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:22Z', 'updated_at': '2022-03-02T13:59:29Z', 'revision_number': 4, 'project_id': '030471fc817c455283a470e2419f0a4f', 'gw_port': {'id': '64c69bb2-4675-44ad-8af7-9cb0f918d4d4', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:23Z', 'updated_at': '2022-03-02T13:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': 'c1b92974-aa0b-464c-83cd-fcb08f20c84c', 'name': '', 'network_id': 'c22aa467-7eaf-47f3-8f07-8acb4529cb59', 'tenant_id': '030471fc817c455283a470e2419f0a4f', 'mac_address': 'fa:16:3e:ea:e6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'dc248245-c6f4-4fb2-97ed-0f376884892c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:27Z', 'updated_at': '2022-03-02T13:59:34Z', 'revision_number': 4, 'project_id': '030471fc817c455283a470e2419f0a4f', 'subnets': [{'id': 'dc248245-c6f4-4fb2-97ed-0f376884892c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 13:59:35.464331 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a773aa22-0a86-4336-8e88-d9479db8c760 req-4265118d-3db1-4462-914d-06a071c3ba0f tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262343 Mar 02 13:59:35.480831 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b7615649-788b-4778-8833-51b36b37a8c1 req-bfaf4ee7-35f2-4e94-882e-0ed03dbe6975 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858011 Mar 02 13:59:35.621923 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-42949ef6-6619-4c44-8fbb-e4ade36a94c4 None None] For port c1b92974-aa0b-464c-83cd-fcb08f20c84c, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=c1b92974-aa0b-464c-83cd-fcb08f20c84c,segment=NetworkSegment(2dca18b9-d5e3-4511-a7ee-30347185c1d1),segment_id=2dca18b9-d5e3-4511-a7ee-30347185c1d1)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:35.630542 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-42949ef6-6619-4c44-8fbb-e4ade36a94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (c1b92974-aa0b-464c-83cd-fcb08f20c84c), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:35.646210 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 64c69bb2-4675-44ad-8af7-9cb0f918d4d4 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:35.647410 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 9c7b15a9-250e-438a-8068-e1d1d72e0a87 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:35.854262 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c3be760a-b958-47dd-8ad0-0e96c1977ee8 admin admin] Publish callbacks [] for router_gateway (1ec301e1-5aac-469e-aaf6-82e2e6930050), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:35.892481 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c3be760a-b958-47dd-8ad0-0e96c1977ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:35.943278 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42949ef6-6619-4c44-8fbb-e4ade36a94c4 None None] Pushing event updated for resources: {'Port': ['ID=c1b92974-aa0b-464c-83cd-fcb08f20c84c,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:35.951484 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-66e0fce5-25c1-4a5c-927c-3b3d67dfc2f7 None None] Provisioning complete for port c1b92974-aa0b-464c-83cd-fcb08f20c84c triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:35.952127 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-66e0fce5-25c1-4a5c-927c-3b3d67dfc2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (c1b92974-aa0b-464c-83cd-fcb08f20c84c), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:35.959854 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.db_base_plugin_common [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] Allocated IP 172.20.0.2 (af4f3cb9-243c-4ec8-b730-38b3aed65733/1cf30568-3f28-43a7-8bc0-96e913455d71/7c6876b1-4696-4434-8c14-b164210027de) {{(pid=102941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:59:35.983280 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2864c2-2482-4910-bd43-04a0d8eb2f35 req-f95c4ba6-5d69-4226-a38b-9e6cd67bec20 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:35.986098 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2c2864c2-2482-4910-bd43-04a0d8eb2f35 req-f95c4ba6-5d69-4226-a38b-9e6cd67bec20 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.2752993 Mar 02 13:59:36.009161 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-be03c482-48ac-4bb0-a8f9-9b88b1a75db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:36.060720 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 9c7b15a9-250e-438a-8068-e1d1d72e0a87 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:36.065424 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (9c7b15a9-250e-438a-8068-e1d1d72e0a87), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:36.080254 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8bf2c-5e8c-4c13-b8b5-21f9b3c1ad0c req-c8f8392a-421d-4930-8d87-eddfe13d7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:36.085001 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0af8bf2c-5e8c-4c13-b8b5-21f9b3c1ad0c req-c8f8392a-421d-4930-8d87-eddfe13d7328 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3047f54a05394764b057eeb13ac83f0c&device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 1127 time: 0.2384212 Mar 02 13:59:36.231577 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [None req-c3be760a-b958-47dd-8ad0-0e96c1977ee8 admin admin] Allocated IP 172.27.1.72 (8a7b981f-934d-4891-8b40-a612fdbe7a6a/d2fe738d-81f5-4c8e-ae81-924cae8fe95a/5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:59:36.348035 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2c2864c2-2482-4910-bd43-04a0d8eb2f35 req-cf18b624-e8a3-46ec-a358-b0ccd65b11cb tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3556938 Mar 02 13:59:36.385969 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] Publish callbacks [] for port (7c6876b1-4696-4434-8c14-b164210027de), precommit_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:36.405499 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479'] for port (7c6876b1-4696-4434-8c14-b164210027de), after_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:36.441183 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8bf2c-5e8c-4c13-b8b5-21f9b3c1ad0c req-b13de232-cefe-44c4-a8ea-ac3862412090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:36.445311 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0af8bf2c-5e8c-4c13-b8b5-21f9b3c1ad0c req-b13de232-cefe-44c4-a8ea-ac3862412090 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e12d2a1-b955-4281-b5b3-1c0e575f2a11 HTTP/1.1" status: 200 len: 909 time: 0.3504376 Mar 02 13:59:36.545991 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c3be760a-b958-47dd-8ad0-0e96c1977ee8 admin admin] Publish callbacks [] for port (5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:36.554952 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] Network af4f3cb9-243c-4ec8-b730-38b3aed65733 is already hosted by enough agents. {{(pid=102941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:59:36.589859 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.base_scheduler [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] Resources bound (agent type, host, resource id): {{(pid=102941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:36.605404 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0af8bf2c-5e8c-4c13-b8b5-21f9b3c1ad0c req-d802730d-d564-426a-8e98-f52f0cf96df6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=881d35f3-9dbe-4a24-8371-bb1572b6172c HTTP/1.1" status: 200 len: 217 time: 0.1408064 Mar 02 13:59:36.631381 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] Received port after_create {{(pid=102941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:59:36.701546 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c3be760a-b958-47dd-8ad0-0e96c1977ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:36.706108 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8bf2c-5e8c-4c13-b8b5-21f9b3c1ad0c req-80e11d28-30cf-4b53-8d84-6d21478a5399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:36.707696 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0af8bf2c-5e8c-4c13-b8b5-21f9b3c1ad0c req-80e11d28-30cf-4b53-8d84-6d21478a5399 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=34c63559-8229-4040-8012-bd2b72ec5276 HTTP/1.1" status: 200 len: 848 time: 0.0955303 Mar 02 13:59:36.767512 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] Sync routers for ids ['0a782552-86fc-486c-8092-8df79805bb2e'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 13:59:36.789591 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0af8bf2c-5e8c-4c13-b8b5-21f9b3c1ad0c req-6c40bbbb-dbf0-46e7-8f97-a7e5d6223837 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e12d2a1-b955-4281-b5b3-1c0e575f2a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490539 Mar 02 13:59:36.799582 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be760a-b958-47dd-8ad0-0e96c1977ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:36.813680 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] Pushing event updated for resources: {'Port': ['ID=7c6876b1-4696-4434-8c14-b164210027de,revision_number=1']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:36.821372 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3be760a-b958-47dd-8ad0-0e96c1977ee8 admin admin] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:59:36.827661 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-c3be760a-b958-47dd-8ad0-0e96c1977ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:36.835848 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be760a-b958-47dd-8ad0-0e96c1977ee8 admin admin] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:59:36.862876 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-66e0fce5-25c1-4a5c-927c-3b3d67dfc2f7 None None] Current status of the port c1b92974-aa0b-464c-83cd-fcb08f20c84c is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:36.867651 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] Routers {'0a782552-86fc-486c-8092-8df79805bb2e'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:59:36.875813 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:59:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['0a782552-86fc-486c-8092-8df79805bb2e'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:36.985802 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 9c7b15a9-250e-438a-8068-e1d1d72e0a87 is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:36.986299 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (9c7b15a9-250e-438a-8068-e1d1d72e0a87), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:36.988869 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53617ce-6945-4380-9155-4450ebab3640 req-95dbcdd9-c60d-4a85-8ad1-1423c1c75b61 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:36.990556 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b53617ce-6945-4380-9155-4450ebab3640 req-95dbcdd9-c60d-4a85-8ad1-1423c1c75b61 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 943 time: 0.2818911 Mar 02 13:59:36.998742 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] Attempting to bind port 7c6876b1-4696-4434-8c14-b164210027de on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:59:36.999256 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] Attempting to bind port 7c6876b1-4696-4434-8c14-b164210027de by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': '5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'af4f3cb9-243c-4ec8-b730-38b3aed65733'}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:59:36.999778 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] Attempting to bind port 7c6876b1-4696-4434-8c14-b164210027de on network af4f3cb9-243c-4ec8-b730-38b3aed65733 {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:59:37.031776 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:59:37.032317 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] Checking segment: {'id': '5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'af4f3cb9-243c-4ec8-b730-38b3aed65733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:59:37.033133 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:37.033686 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] Bound using segment: {'id': '5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'af4f3cb9-243c-4ec8-b730-38b3aed65733'} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:59:37.034270 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] Bound port: 7c6876b1-4696-4434-8c14-b164210027de, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'af4f3cb9-243c-4ec8-b730-38b3aed65733'}}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:59:37.034788 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (7c6876b1-4696-4434-8c14-b164210027de), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:37.044965 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] For port 9c7b15a9-250e-438a-8068-e1d1d72e0a87, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=9c7b15a9-250e-438a-8068-e1d1d72e0a87,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:37.072869 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (9c7b15a9-250e-438a-8068-e1d1d72e0a87), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:37.137164 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b53617ce-6945-4380-9155-4450ebab3640 req-e432b4be-9046-495f-aa8d-72ed9781a168 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381106 Mar 02 13:59:37.142570 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0af8bf2c-5e8c-4c13-b8b5-21f9b3c1ad0c req-f4b463a1-7c63-4c2e-89e1-9e41719b1dcc service neutron] 10.222.0.20 "GET /v2.0/networks/9e12d2a1-b955-4281-b5b3-1c0e575f2a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158081 Mar 02 13:59:37.223189 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12280b43-f766-4dbc-bbbf-67bb495795ac req-cdb243e5-002a-46de-b380-ceea3e225f44 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:37.225076 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-12280b43-f766-4dbc-bbbf-67bb495795ac req-cdb243e5-002a-46de-b380-ceea3e225f44 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1493063 Mar 02 13:59:37.320136 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-12280b43-f766-4dbc-bbbf-67bb495795ac req-b4a1cd1a-4b90-4d1f-848f-14f6b864927f tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878372 Mar 02 13:59:37.352626 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] Set router 0a782552-86fc-486c-8092-8df79805bb2e gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:59:37.403262 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device c1b92974-aa0b-464c-83cd-fcb08f20c84c up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:37.454184 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Pushing event updated for resources: {'Port': ['ID=9c7b15a9-250e-438a-8068-e1d1d72e0a87,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:37.465743 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb428f14-379d-4f91-aeae-fffd3b789a47 req-73c7cb00-4d71-490b-93a7-428eae92e1f4 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:37.467353 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-eb428f14-379d-4f91-aeae-fffd3b789a47 req-73c7cb00-4d71-490b-93a7-428eae92e1f4 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.1405315 Mar 02 13:59:37.486293 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] For port 7c6876b1-4696-4434-8c14-b164210027de, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:59:37.523679 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c3be760a-b958-47dd-8ad0-0e96c1977ee8 admin admin] Publish callbacks [] for router_gateway (1ec301e1-5aac-469e-aaf6-82e2e6930050), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:37.573224 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-eb428f14-379d-4f91-aeae-fffd3b789a47 req-26d27f29-3bf2-4c9b-9248-068a6adb5fc8 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906963 Mar 02 13:59:37.581703 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00871a47-bf2e-4f15-ae18-ff2f1a6ac39a req-9a20dbff-0114-4947-b399-0efd118e2227 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:37.582009 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] For port 7c6876b1-4696-4434-8c14-b164210027de, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=7c6876b1-4696-4434-8c14-b164210027de,segment=NetworkSegment(5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a),segment_id=5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a)] {{(pid=102941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:59:37.584058 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-00871a47-bf2e-4f15-ae18-ff2f1a6ac39a req-9a20dbff-0114-4947-b399-0efd118e2227 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.1156254 Mar 02 13:59:37.659183 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (7c6876b1-4696-4434-8c14-b164210027de), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:37.679611 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-00871a47-bf2e-4f15-ae18-ff2f1a6ac39a req-1a74b390-35f0-4359-bc4e-5dd27f35d587 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787933 Mar 02 13:59:37.802692 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96c78f-65c5-4053-8403-44d0f4177310 None None] Pushing event updated for resources: {'Port': ['ID=7c6876b1-4696-4434-8c14-b164210027de,revision_number=2']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:37.807450 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port c1b92974-aa0b-464c-83cd-fcb08f20c84c triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:37.808097 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (c1b92974-aa0b-464c-83cd-fcb08f20c84c), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:37.841613 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c3be760a-b958-47dd-8ad0-0e96c1977ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605995'] for router (1ec301e1-5aac-469e-aaf6-82e2e6930050), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:37.978891 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port c1b92974-aa0b-464c-83cd-fcb08f20c84c is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:38.005996 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a782552-86fc-486c-8092-8df79805bb2e', 'name': 'tempest-TestShelveInstance-120340892-router', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:25Z', 'updated_at': '2022-03-02T13:59:30Z', 'revision_number': 4, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'gw_port': {'id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:27Z', 'updated_at': '2022-03-02T13:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': 'a80a5097-8251-4524-a561-c0eeb8e0acf5', 'name': '', 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'mac_address': 'fa:16:3e:76:2b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:29Z', 'updated_at': '2022-03-02T13:59:30Z', 'revision_number': 2, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'subnets': [{'id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:38.062363 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3be760a-b958-47dd-8ad0-0e96c1977ee8 admin admin] Router 1ec301e1-5aac-469e-aaf6-82e2e6930050 is scheduled to L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 with binding_index 1 {{(pid=102939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 13:59:38.255947 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3be760a-b958-47dd-8ad0-0e96c1977ee8 admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 13:59:38.271751 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] Sync routers for ids ['1ec301e1-5aac-469e-aaf6-82e2e6930050'] in dv-cinder-831247-3-iscsi {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 13:59:38.273538 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] Checking router: 0a782552-86fc-486c-8092-8df79805bb2e for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 13:59:38.273970 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] Updating router 0a782552-86fc-486c-8092-8df79805bb2e port a80a5097-8251-4524-a561-c0eeb8e0acf5 binding host dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 13:59:38.293116 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] Routers {'1ec301e1-5aac-469e-aaf6-82e2e6930050'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:59:38.297928 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:59:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['1ec301e1-5aac-469e-aaf6-82e2e6930050'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:38.317233 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:38.321483 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c3be760a-b958-47dd-8ad0-0e96c1977ee8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:38.323733 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-c3be760a-b958-47dd-8ad0-0e96c1977ee8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.6346927 Mar 02 13:59:38.327005 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 36484) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:38.339164 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4e9c5744-05e4-4481-8b32-771395b971a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:38.416941 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00601893-c9d4-4f00-a13c-0dededb232d1 req-902e15c6-885f-4a77-91de-07a5d83ddf2f tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:38.427919 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-00601893-c9d4-4f00-a13c-0dededb232d1 req-902e15c6-885f-4a77-91de-07a5d83ddf2f tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 943 time: 0.1779187 Mar 02 13:59:38.488061 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] Set router 1ec301e1-5aac-469e-aaf6-82e2e6930050 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:59:38.569427 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-00601893-c9d4-4f00-a13c-0dededb232d1 req-828466ff-441a-45dc-998c-e72432b32bef tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405404 Mar 02 13:59:38.618028 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982e66d-3d19-4835-9921-41e4886c5b83 req-8fa18f25-3a42-4b91-baad-3b943c2bc5c6 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:38.619683 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b982e66d-3d19-4835-9921-41e4886c5b83 req-8fa18f25-3a42-4b91-baad-3b943c2bc5c6 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1081789 Mar 02 13:59:38.702407 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b982e66d-3d19-4835-9921-41e4886c5b83 req-c4aa4aa2-7edf-445e-b6da-30ce50386458 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737751 Mar 02 13:59:38.745022 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 881d35f3-9dbe-4a24-8371-bb1572b6172c details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 13:59:38.848912 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c746a-1494-4748-ad46-d490e523f224 req-846adf51-44df-4dd0-8f93-ee68f9bb9ae0 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:38.852482 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c10c746a-1494-4748-ad46-d490e523f224 req-846adf51-44df-4dd0-8f93-ee68f9bb9ae0 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.1271851 Mar 02 13:59:38.903283 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec301e1-5aac-469e-aaf6-82e2e6930050', 'name': 'tempest-TestShelveInstance-54449047-router', 'tenant_id': '9b61033733a34798b69cd46be423cbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:34Z', 'updated_at': '2022-03-02T13:59:37Z', 'revision_number': 3, 'project_id': '9b61033733a34798b69cd46be423cbd6', 'gw_port': {'id': '5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec301e1-5aac-469e-aaf6-82e2e6930050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:35Z', 'updated_at': '2022-03-02T13:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:38.958013 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c10c746a-1494-4748-ad46-d490e523f224 req-09b7762c-b718-49f6-bc2c-ac851e7763ac tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936310 Mar 02 13:59:38.963769 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] Checking router: 1ec301e1-5aac-469e-aaf6-82e2e6930050 for host: dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 13:59:38.964124 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] Updating router 1ec301e1-5aac-469e-aaf6-82e2e6930050 port 5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a binding host dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 13:59:38.999384 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a), before_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:39.063337 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] Publish callbacks [] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), precommit_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:39.074936 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:39.205824 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b9dc8d58-ebd9-4d6e-8725-a26ab40d2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:39.231108 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968ad61-0c75-4fe1-a21d-6c7588e55dcb None None] Pushing event updated for resources: {'Port': ['ID=a80a5097-8251-4524-a561-c0eeb8e0acf5,revision_number=3']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:39.313997 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 881d35f3-9dbe-4a24-8371-bb1572b6172c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=881d35f3-9dbe-4a24-8371-bb1572b6172c,segment=NetworkSegment(1b1a7440-b8f2-463f-b152-e2aaa759fb41),segment_id=1b1a7440-b8f2-463f-b152-e2aaa759fb41)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:39.456179 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] Publish callbacks [] for port (5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a), precommit_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:39.464275 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 9c7b15a9-250e-438a-8068-e1d1d72e0a87 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:39.466348 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': '881d35f3-9dbe-4a24-8371-bb1572b6172c', 'network_id': '9e12d2a1-b955-4281-b5b3-1c0e575f2a11', 'port_id': '881d35f3-9dbe-4a24-8371-bb1572b6172c', 'mac_address': 'fa:16:3e:95:77:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c63559-8229-4040-8012-bd2b72ec5276', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 13:59:39.466534 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a), after_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:39.540069 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8daee-269e-4540-b88b-0845a5e014b8 None None] Pushing event updated for resources: {'Port': ['ID=5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a,revision_number=2']} {{(pid=102942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:39.540305 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] Attempting to bind port a80a5097-8251-4524-a561-c0eeb8e0acf5 on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:59:39.540480 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] Attempting to bind port a80a5097-8251-4524-a561-c0eeb8e0acf5 by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': '09335895-154e-4855-9a61-4e84299ffb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7'}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:59:39.540884 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] Attempting to bind port a80a5097-8251-4524-a561-c0eeb8e0acf5 on network 951bfca3-aac8-4a93-9a1f-4c55aa7121f7 {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:59:39.543351 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] Attempting to bind port 5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:59:39.543724 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] Attempting to bind port 5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}] {{(pid=102942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:59:39.544084 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] Attempting to bind port 5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a on network 8a7b981f-934d-4891-8b40-a612fdbe7a6a {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:59:39.549939 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:59:39.550322 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] Checking segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:59:39.550772 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:39.551163 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] Bound using segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:59:39.551824 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] Bound port: 5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}}] {{(pid=102942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:59:39.552938 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a), before_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:39.580774 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:39.607024 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:59:39.607470 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] Checking segment: {'id': '09335895-154e-4855-9a61-4e84299ffb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:59:39.607890 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:39.608294 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] Bound using segment: {'id': '09335895-154e-4855-9a61-4e84299ffb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7'} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:59:39.608800 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] Bound port: a80a5097-8251-4524-a561-c0eeb8e0acf5, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09335895-154e-4855-9a61-4e84299ffb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7'}}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:59:39.609190 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:39.654635 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.db [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] For port 5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:59:39.660388 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.db [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] For port 5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:59:39.672983 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a), after_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:39.679456 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 881d35f3-9dbe-4a24-8371-bb1572b6172c is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:39.681946 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (881d35f3-9dbe-4a24-8371-bb1572b6172c), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:39.692881 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [None req-b9dc8d58-ebd9-4d6e-8725-a26ab40d2a24 admin admin] Allocated IP 172.20.0.1 (af4f3cb9-243c-4ec8-b730-38b3aed65733/1cf30568-3f28-43a7-8bc0-96e913455d71/e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:59:39.729457 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc4aa3b-43b4-4bce-ab7e-10ffaf3a4fc2 None None] Network af4f3cb9-243c-4ec8-b730-38b3aed65733 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 13:59:39.737345 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0af8bf2c-5e8c-4c13-b8b5-21f9b3c1ad0c req-e4668145-3ddb-4817-8935-4d5b5a651790 service neutron] 10.222.0.20 "GET /v2.0/networks/9e12d2a1-b955-4281-b5b3-1c0e575f2a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534598 Mar 02 13:59:39.771295 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 881d35f3-9dbe-4a24-8371-bb1572b6172c {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 13:59:39.832313 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b342936-f4d4-4a10-892f-4d7547c149a5 req-304f8d57-d518-4651-8322-05702328189f tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:39.834982 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7b342936-f4d4-4a10-892f-4d7547c149a5 req-304f8d57-d518-4651-8322-05702328189f tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 943 time: 0.0966587 Mar 02 13:59:39.866184 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 9c7b15a9-250e-438a-8068-e1d1d72e0a87 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:39.866580 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (9c7b15a9-250e-438a-8068-e1d1d72e0a87), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:39.879930 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 881d35f3-9dbe-4a24-8371-bb1572b6172c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=881d35f3-9dbe-4a24-8371-bb1572b6172c,segment=NetworkSegment(1b1a7440-b8f2-463f-b152-e2aaa759fb41),segment_id=1b1a7440-b8f2-463f-b152-e2aaa759fb41)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:39.919562 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-80a147a8-f6c9-4f3f-ac9d-8a2b5431209c None None] Provisioning complete for port 7c6876b1-4696-4434-8c14-b164210027de triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:39.919952 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-80a147a8-f6c9-4f3f-ac9d-8a2b5431209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (7c6876b1-4696-4434-8c14-b164210027de), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:39.929721 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (881d35f3-9dbe-4a24-8371-bb1572b6172c), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:39.933814 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] For port a80a5097-8251-4524-a561-c0eeb8e0acf5, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:59:39.999864 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7b342936-f4d4-4a10-892f-4d7547c149a5 req-8b3d9e7a-db57-4e9c-8d61-e3eef6d7acf5 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534958 Mar 02 13:59:40.035251 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b9dc8d58-ebd9-4d6e-8725-a26ab40d2a24 admin admin] Publish callbacks [] for port (e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:40.058263 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a3007-a2c5-44b1-9f73-434046100b19 req-b70974be-c686-4d31-a126-c9ff6adb4502 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:40.063302 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3d1a3007-a2c5-44b1-9f73-434046100b19 req-b70974be-c686-4d31-a126-c9ff6adb4502 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1853483 Mar 02 13:59:40.126538 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] For port a80a5097-8251-4524-a561-c0eeb8e0acf5, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=a80a5097-8251-4524-a561-c0eeb8e0acf5,segment=NetworkSegment(09335895-154e-4855-9a61-4e84299ffb0c),segment_id=09335895-154e-4855-9a61-4e84299ffb0c)] {{(pid=102941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:59:40.155238 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b9dc8d58-ebd9-4d6e-8725-a26ab40d2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:40.220398 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:40.236404 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] Routers {'1ec301e1-5aac-469e-aaf6-82e2e6930050'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:59:40.237089 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:59:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['1ec301e1-5aac-469e-aaf6-82e2e6930050'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:40.263206 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dc8d58-ebd9-4d6e-8725-a26ab40d2a24 admin admin] Network af4f3cb9-243c-4ec8-b730-38b3aed65733 is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:59:40.272347 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3d1a3007-a2c5-44b1-9f73-434046100b19 req-bb6ae162-f36e-47ea-8eb5-6b169d4ad89d tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685421 Mar 02 13:59:40.275086 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-b9dc8d58-ebd9-4d6e-8725-a26ab40d2a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:40.280561 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dc8d58-ebd9-4d6e-8725-a26ab40d2a24 admin admin] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:59:40.292088 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc8d58-ebd9-4d6e-8725-a26ab40d2a24 admin admin] Pushing event updated for resources: {'Port': ['ID=e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:40.301991 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b4ce0-1d9e-4428-859f-d34ff3cab778 req-c79774fb-367b-49c9-9528-887b4fd2d125 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:40.310552 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6f1b4ce0-1d9e-4428-859f-d34ff3cab778 req-c79774fb-367b-49c9-9528-887b4fd2d125 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.1244395 Mar 02 13:59:40.352796 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8daee-269e-4540-b88b-0845a5e014b8 None None] Pushing event updated for resources: {'Port': ['ID=5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a,revision_number=3']} {{(pid=102942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:40.363413 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['881d35f3-9dbe-4a24-8371-bb1572b6172c'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 13:59:40.389425 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b9dc8d58-ebd9-4d6e-8725-a26ab40d2a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607222'] for router_interface (1ec301e1-5aac-469e-aaf6-82e2e6930050), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:40.409564 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6f1b4ce0-1d9e-4428-859f-d34ff3cab778 req-b6c1b54b-4958-4ef6-9e06-68316cb5aaf0 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922198 Mar 02 13:59:40.522027 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] Set router 1ec301e1-5aac-469e-aaf6-82e2e6930050 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:59:40.580354 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b9dc8d58-ebd9-4d6e-8725-a26ab40d2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:40.588125 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=881d35f3-9dbe-4a24-8371-bb1572b6172c,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:40.747857 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-80a147a8-f6c9-4f3f-ac9d-8a2b5431209c None None] Current status of the port 7c6876b1-4696-4434-8c14-b164210027de is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:40.748067 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-80a147a8-f6c9-4f3f-ac9d-8a2b5431209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (7c6876b1-4696-4434-8c14-b164210027de), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:40.846686 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] Routers {'0a782552-86fc-486c-8092-8df79805bb2e'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:59:40.854687 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:59:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['0a782552-86fc-486c-8092-8df79805bb2e'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:40.856596 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b9dc8d58-ebd9-4d6e-8725-a26ab40d2a24 admin admin] Publish callbacks [] for port (e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:40.889542 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b9dc8d58-ebd9-4d6e-8725-a26ab40d2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:40.890086 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec301e1-5aac-469e-aaf6-82e2e6930050', 'name': 'tempest-TestShelveInstance-54449047-router', 'tenant_id': '9b61033733a34798b69cd46be423cbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:34Z', 'updated_at': '2022-03-02T13:59:37Z', 'revision_number': 3, 'project_id': '9b61033733a34798b69cd46be423cbd6', 'gw_port': {'id': '5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec301e1-5aac-469e-aaf6-82e2e6930050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:35Z', 'updated_at': '2022-03-02T13:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:40.974733 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f05c2c7-9157-444e-98f9-9367e24cb03c None None] The sync data for ids ['1ec301e1-5aac-469e-aaf6-82e2e6930050'] in dv-cinder-831247-3-iscsi is: [{'id': '1ec301e1-5aac-469e-aaf6-82e2e6930050', 'name': 'tempest-TestShelveInstance-54449047-router', 'tenant_id': '9b61033733a34798b69cd46be423cbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:34Z', 'updated_at': '2022-03-02T13:59:37Z', 'revision_number': 3, 'project_id': '9b61033733a34798b69cd46be423cbd6', 'gw_port': {'id': '5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec301e1-5aac-469e-aaf6-82e2e6930050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:35Z', 'updated_at': '2022-03-02T13:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}] {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 13:59:41.001528 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 9c7b15a9-250e-438a-8068-e1d1d72e0a87 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:41.002710 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 7c6876b1-4696-4434-8c14-b164210027de up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:41.049344 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc8d58-ebd9-4d6e-8725-a26ab40d2a24 admin admin] Pushing event updated for resources: {'Port': ['ID=e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3,revision_number=2']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:41.061589 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b9dc8d58-ebd9-4d6e-8725-a26ab40d2a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607078'] for router_interface (1ec301e1-5aac-469e-aaf6-82e2e6930050), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:41.188325 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-80a147a8-f6c9-4f3f-ac9d-8a2b5431209c None None] For port 7c6876b1-4696-4434-8c14-b164210027de, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=7c6876b1-4696-4434-8c14-b164210027de,segment=NetworkSegment(5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a),segment_id=5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:41.207287 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:41.213959 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-80a147a8-f6c9-4f3f-ac9d-8a2b5431209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (7c6876b1-4696-4434-8c14-b164210027de), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:41.215862 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968ad61-0c75-4fe1-a21d-6c7588e55dcb None None] Pushing event updated for resources: {'Port': ['ID=a80a5097-8251-4524-a561-c0eeb8e0acf5,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:41.351934 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3aafc-2e52-481a-9bf3-21dd75a4238a req-1b0f77a2-0021-4908-971e-680663b750e9 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:41.354042 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-80a147a8-f6c9-4f3f-ac9d-8a2b5431209c None None] Provisioning complete for port a80a5097-8251-4524-a561-c0eeb8e0acf5 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:41.354475 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-80a147a8-f6c9-4f3f-ac9d-8a2b5431209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:41.357697 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fba3aafc-2e52-481a-9bf3-21dd75a4238a req-1b0f77a2-0021-4908-971e-680663b750e9 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 944 time: 0.2175221 Mar 02 13:59:41.383119 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dc8d58-ebd9-4d6e-8725-a26ab40d2a24 admin admin] Network af4f3cb9-243c-4ec8-b730-38b3aed65733 is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:59:41.388065 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-b9dc8d58-ebd9-4d6e-8725-a26ab40d2a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:41.443199 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a147a8-f6c9-4f3f-ac9d-8a2b5431209c None None] Pushing event updated for resources: {'Port': ['ID=7c6876b1-4696-4434-8c14-b164210027de,revision_number=3']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:41.472675 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] Set router 0a782552-86fc-486c-8092-8df79805bb2e gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:59:41.531921 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fba3aafc-2e52-481a-9bf3-21dd75a4238a req-48453a1b-311e-42ce-9f56-9cd2f7d991d1 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638103 Mar 02 13:59:41.564948 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4367858-1dda-4146-915c-6a0f0499e959 req-c26b27aa-aac1-4946-9ba3-71f8dcdf3156 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:41.577367 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a4367858-1dda-4146-915c-6a0f0499e959 req-c26b27aa-aac1-4946-9ba3-71f8dcdf3156 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1535220 Mar 02 13:59:41.634018 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 7c6876b1-4696-4434-8c14-b164210027de triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:41.636681 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (7c6876b1-4696-4434-8c14-b164210027de), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:41.647054 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a4367858-1dda-4146-915c-6a0f0499e959 req-6d407b3e-d635-4b98-ba68-ebc1cc9a6844 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658948 Mar 02 13:59:41.696861 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dc8d58-ebd9-4d6e-8725-a26ab40d2a24 admin admin] Router 1ec301e1-5aac-469e-aaf6-82e2e6930050 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 13:59:41.809038 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a5f03-40ff-42ea-a2dd-f43941bdf66c req-924b799f-3a47-445e-97b3-13545688aba3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:41.819721 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-047a5f03-40ff-42ea-a2dd-f43941bdf66c req-924b799f-3a47-445e-97b3-13545688aba3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.0991275 Mar 02 13:59:41.898737 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-047a5f03-40ff-42ea-a2dd-f43941bdf66c req-c6c6c695-26eb-4581-b258-184f50d7f1df tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777576 Mar 02 13:59:41.989599 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dc8d58-ebd9-4d6e-8725-a26ab40d2a24 admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 13:59:42.011405 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-b9dc8d58-ebd9-4d6e-8725-a26ab40d2a24 admin admin] 10.222.0.36 "PUT /v2.0/routers/1ec301e1-5aac-469e-aaf6-82e2e6930050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6828172 Mar 02 13:59:42.177911 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-80a147a8-f6c9-4f3f-ac9d-8a2b5431209c None None] Current status of the port a80a5097-8251-4524-a561-c0eeb8e0acf5 is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:42.178499 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-80a147a8-f6c9-4f3f-ac9d-8a2b5431209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:42.285712 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 7c6876b1-4696-4434-8c14-b164210027de is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:42.318550 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-80a147a8-f6c9-4f3f-ac9d-8a2b5431209c None None] For port a80a5097-8251-4524-a561-c0eeb8e0acf5, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=a80a5097-8251-4524-a561-c0eeb8e0acf5,segment=NetworkSegment(09335895-154e-4855-9a61-4e84299ffb0c),segment_id=09335895-154e-4855-9a61-4e84299ffb0c)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:42.357806 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-80a147a8-f6c9-4f3f-ac9d-8a2b5431209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:42.480887 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a147a8-f6c9-4f3f-ac9d-8a2b5431209c None None] Pushing event updated for resources: {'Port': ['ID=a80a5097-8251-4524-a561-c0eeb8e0acf5,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:42.529045 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-eca9e595-6aea-49ff-8820-4b0669afd164 None None] Provisioning complete for port 7c6876b1-4696-4434-8c14-b164210027de triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:42.529430 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-eca9e595-6aea-49ff-8820-4b0669afd164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (7c6876b1-4696-4434-8c14-b164210027de), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:42.643672 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a782552-86fc-486c-8092-8df79805bb2e', 'name': 'tempest-TestShelveInstance-120340892-router', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:25Z', 'updated_at': '2022-03-02T13:59:30Z', 'revision_number': 4, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'gw_port': {'id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:27Z', 'updated_at': '2022-03-02T13:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': 'a80a5097-8251-4524-a561-c0eeb8e0acf5', 'name': '', 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'mac_address': 'fa:16:3e:76:2b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:29Z', 'updated_at': '2022-03-02T13:59:39Z', 'revision_number': 4, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'subnets': [{'id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:42.650554 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:42.728144 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f5bb9-62b7-4a01-8e65-33ebe9a17afb None None] The sync data for ids ['0a782552-86fc-486c-8092-8df79805bb2e'] in dv-cinder-831247-3-iscsi is: [{'id': '0a782552-86fc-486c-8092-8df79805bb2e', 'name': 'tempest-TestShelveInstance-120340892-router', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:25Z', 'updated_at': '2022-03-02T13:59:30Z', 'revision_number': 4, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'gw_port': {'id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:27Z', 'updated_at': '2022-03-02T13:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': 'a80a5097-8251-4524-a561-c0eeb8e0acf5', 'name': '', 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'mac_address': 'fa:16:3e:76:2b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:29Z', 'updated_at': '2022-03-02T13:59:39Z', 'revision_number': 4, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'subnets': [{'id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 13:59:42.738304 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:42.825700 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-eca9e595-6aea-49ff-8820-4b0669afd164 None None] Current status of the port 7c6876b1-4696-4434-8c14-b164210027de is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:42.839124 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd5d02-c691-4f11-b4c9-c1e3840d52e4 req-376391a1-73dc-4c6c-bfe8-79cad0c88ea6 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:42.845902 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-18dd5d02-c691-4f11-b4c9-c1e3840d52e4 req-376391a1-73dc-4c6c-bfe8-79cad0c88ea6 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 944 time: 0.1509748 Mar 02 13:59:42.856936 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-eca9e595-6aea-49ff-8820-4b0669afd164 None None] Provisioning complete for port a80a5097-8251-4524-a561-c0eeb8e0acf5 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:42.859063 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-eca9e595-6aea-49ff-8820-4b0669afd164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:42.929636 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-18dd5d02-c691-4f11-b4c9-c1e3840d52e4 req-f2d22035-fe24-44ed-a58a-d0d0624b67b9 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792644 Mar 02 13:59:42.984244 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 36534) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:42.991015 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-9029e4ea-dd74-4c60-b9d9-444e36590bd0 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1159864729', 'description': 'tempest-secgroup-smoke-1159864729 description', 'project_id': '1d065ca6b45040b6978b65b835c610d7'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:43.059375 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9029e4ea-dd74-4c60-b9d9-444e36590bd0 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.109305 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-eca9e595-6aea-49ff-8820-4b0669afd164 None None] Current status of the port a80a5097-8251-4524-a561-c0eeb8e0acf5 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:43.112083 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:43.112619 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.155760 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-eca9e595-6aea-49ff-8820-4b0669afd164 None None] Provisioning complete for port e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:43.156344 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-eca9e595-6aea-49ff-8820-4b0669afd164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.190785 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e001032-69b7-4692-bfc4-e42a9510a868 req-65501ba0-23ff-4de9-8322-d7bb29ec972a tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:43.198736 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6e001032-69b7-4692-bfc4-e42a9510a868 req-65501ba0-23ff-4de9-8322-d7bb29ec972a tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1809213 Mar 02 13:59:43.201569 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9029e4ea-dd74-4c60-b9d9-444e36590bd0 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group (76ec8e50-d3ff-43a5-a616-e6d5eeb573bd), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.222907 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-eca9e595-6aea-49ff-8820-4b0669afd164 None None] Port e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3 cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 13:59:43.223763 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9029e4ea-dd74-4c60-b9d9-444e36590bd0 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (76ec8e50-d3ff-43a5-a616-e6d5eeb573bd), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.265569 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9029e4ea-dd74-4c60-b9d9-444e36590bd0 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.269793 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecb6d5-3137-4a50-931c-4afb46cda3f9 req-65768beb-1913-4e47-8b0f-52ed6863f3a5 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:43.270913 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-9029e4ea-dd74-4c60-b9d9-444e36590bd0 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2842135 Mar 02 13:59:43.272202 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-41ecb6d5-3137-4a50-931c-4afb46cda3f9 req-65768beb-1913-4e47-8b0f-52ed6863f3a5 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.1981592 Mar 02 13:59:43.273170 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 36536) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:43.301542 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029e4ea-dd74-4c60-b9d9-444e36590bd0 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:43.302665 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6e001032-69b7-4692-bfc4-e42a9510a868 req-4757529b-2f13-431c-b813-4d0f204abb73 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028001 Mar 02 13:59:43.319556 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-f891a941-2f2a-4fa0-bd89-89b24b5a8e4b tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Request body: {'security_group_rule': {'security_group_id': '76ec8e50-d3ff-43a5-a616-e6d5eeb573bd', 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:43.329535 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:43.329895 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.364794 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] For port 5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:43.375925 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.378361 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 7c6876b1-4696-4434-8c14-b164210027de up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:43.436501 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-41ecb6d5-3137-4a50-931c-4afb46cda3f9 req-e6c9c86f-c87d-4de2-8aa0-51836a1587c0 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850313 Mar 02 13:59:43.438759 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f891a941-2f2a-4fa0-bd89-89b24b5a8e4b tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group_rule (0dd91bb3-32ed-4938-97ce-38a3af8ba1db), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.477373 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Pushing event updated for resources: {'Port': ['ID=5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:43.488248 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 7c6876b1-4696-4434-8c14-b164210027de triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:43.488338 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (7c6876b1-4696-4434-8c14-b164210027de), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.538095 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f891a941-2f2a-4fa0-bd89-89b24b5a8e4b tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group_rule (0dd91bb3-32ed-4938-97ce-38a3af8ba1db), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.543451 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f891a941-2f2a-4fa0-bd89-89b24b5a8e4b tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (0dd91bb3-32ed-4938-97ce-38a3af8ba1db), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.564912 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891a941-2f2a-4fa0-bd89-89b24b5a8e4b tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd91bb3-32ed-4938-97ce-38a3af8ba1db,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:43.571256 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f891a941-2f2a-4fa0-bd89-89b24b5a8e4b tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.580304 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-f891a941-2f2a-4fa0-bd89-89b24b5a8e4b tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2802968 Mar 02 13:59:43.580653 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 36540) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:43.586038 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-e1c16300-ddc9-45c4-995f-10be936b6516 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Request body: {'security_group_rule': {'security_group_id': '76ec8e50-d3ff-43a5-a616-e6d5eeb573bd', 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:43.626964 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e1c16300-ddc9-45c4-995f-10be936b6516 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group_rule (bc64cb16-0358-4f63-bfbc-2d124fd20000), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.628180 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 7c6876b1-4696-4434-8c14-b164210027de is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:43.629600 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device a80a5097-8251-4524-a561-c0eeb8e0acf5 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:43.701558 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port a80a5097-8251-4524-a561-c0eeb8e0acf5 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:43.701957 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.716215 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e1c16300-ddc9-45c4-995f-10be936b6516 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group_rule (bc64cb16-0358-4f63-bfbc-2d124fd20000), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.724461 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e1c16300-ddc9-45c4-995f-10be936b6516 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (bc64cb16-0358-4f63-bfbc-2d124fd20000), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.755951 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e1c16300-ddc9-45c4-995f-10be936b6516 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.757545 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-e1c16300-ddc9-45c4-995f-10be936b6516 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1757653 Mar 02 13:59:43.758775 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c16300-ddc9-45c4-995f-10be936b6516 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc64cb16-0358-4f63-bfbc-2d124fd20000,revision_number=0']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:43.760880 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 36542) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:43.766819 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-d31855d4-0289-4a49-bebf-f9f9ef0fd396 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Request body: {'security_group_rule': {'security_group_id': '76ec8e50-d3ff-43a5-a616-e6d5eeb573bd', 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:43.805795 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d31855d4-0289-4a49-bebf-f9f9ef0fd396 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group_rule (d990bd42-aba2-489a-89a8-ef517f84027b), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.822263 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port a80a5097-8251-4524-a561-c0eeb8e0acf5 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:43.873815 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d31855d4-0289-4a49-bebf-f9f9ef0fd396 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group_rule (d990bd42-aba2-489a-89a8-ef517f84027b), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.878542 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d31855d4-0289-4a49-bebf-f9f9ef0fd396 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (d990bd42-aba2-489a-89a8-ef517f84027b), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.901617 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31855d4-0289-4a49-bebf-f9f9ef0fd396 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d990bd42-aba2-489a-89a8-ef517f84027b,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:43.908104 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d31855d4-0289-4a49-bebf-f9f9ef0fd396 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:43.912091 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-d31855d4-0289-4a49-bebf-f9f9ef0fd396 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470461 Mar 02 13:59:43.912347 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 36544) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:43.917278 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-9a92054f-b969-4ea3-ae2c-9146979339bc tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Request body: {'security_group_rule': {'security_group_id': '76ec8e50-d3ff-43a5-a616-e6d5eeb573bd', 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:43.972073 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9a92054f-b969-4ea3-ae2c-9146979339bc tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group_rule (4cdd8ca0-6982-4415-8eb9-e52bb223bec4), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:44.078119 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9a92054f-b969-4ea3-ae2c-9146979339bc tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group_rule (4cdd8ca0-6982-4415-8eb9-e52bb223bec4), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:44.091026 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3292e8-8300-40ea-9151-36bbb6c16ae9 req-1d90fc6f-39c6-4f78-b004-a2b342e6a8d9 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:44.095127 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ca3292e8-8300-40ea-9151-36bbb6c16ae9 req-1d90fc6f-39c6-4f78-b004-a2b342e6a8d9 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 944 time: 0.0948026 Mar 02 13:59:44.096543 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9a92054f-b969-4ea3-ae2c-9146979339bc tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (4cdd8ca0-6982-4415-8eb9-e52bb223bec4), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:44.135193 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:44.176618 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92054f-b969-4ea3-ae2c-9146979339bc tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdd8ca0-6982-4415-8eb9-e52bb223bec4,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:44.184794 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9a92054f-b969-4ea3-ae2c-9146979339bc tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:44.186009 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-9a92054f-b969-4ea3-ae2c-9146979339bc tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2726681 Mar 02 13:59:44.188990 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 36552) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:44.194418 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-81e9de65-8521-4407-90d8-20d96f28a912 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Request body: {'security_group_rule': {'security_group_id': '76ec8e50-d3ff-43a5-a616-e6d5eeb573bd', 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:44.221258 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ca3292e8-8300-40ea-9151-36bbb6c16ae9 req-342df61a-bbee-41b3-9341-903bd48b2456 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737345 Mar 02 13:59:44.230769 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.securitygroups_db [None req-81e9de65-8521-4407-90d8-20d96f28a912 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Project 1d065ca6b45040b6978b65b835c610d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 13:59:44.237670 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-81e9de65-8521-4407-90d8-20d96f28a912 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group_rule (d7120560-6ceb-41bc-9b1d-bd586f598205), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:44.316645 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-81e9de65-8521-4407-90d8-20d96f28a912 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group_rule (d7120560-6ceb-41bc-9b1d-bd586f598205), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:44.329605 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-81e9de65-8521-4407-90d8-20d96f28a912 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (d7120560-6ceb-41bc-9b1d-bd586f598205), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:44.352551 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9de65-8521-4407-90d8-20d96f28a912 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7120560-6ceb-41bc-9b1d-bd586f598205,revision_number=0']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:44.361888 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-81e9de65-8521-4407-90d8-20d96f28a912 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:44.365489 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-81e9de65-8521-4407-90d8-20d96f28a912 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1749496 Mar 02 13:59:44.368149 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 36558) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:44.373399 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-a39635c3-080e-40fa-88ad-4617b6217df6 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Request body: {'security_group_rule': {'security_group_id': '76ec8e50-d3ff-43a5-a616-e6d5eeb573bd', 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:44.413710 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.securitygroups_db [None req-a39635c3-080e-40fa-88ad-4617b6217df6 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Project 1d065ca6b45040b6978b65b835c610d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 13:59:44.419840 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:44.421104 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a39635c3-080e-40fa-88ad-4617b6217df6 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group_rule (5bc4bd4f-286b-4629-a547-852ceda6156d), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:44.555831 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a39635c3-080e-40fa-88ad-4617b6217df6 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group_rule (5bc4bd4f-286b-4629-a547-852ceda6156d), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:44.562860 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a39635c3-080e-40fa-88ad-4617b6217df6 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (5bc4bd4f-286b-4629-a547-852ceda6156d), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:44.599603 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:44.599991 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:44.611942 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] Sync routers for ids ['1ec301e1-5aac-469e-aaf6-82e2e6930050'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 13:59:44.633198 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39635c3-080e-40fa-88ad-4617b6217df6 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc4bd4f-286b-4629-a547-852ceda6156d,revision_number=0']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:44.650106 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a39635c3-080e-40fa-88ad-4617b6217df6 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:44.659162 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-a39635c3-080e-40fa-88ad-4617b6217df6 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2814009 Mar 02 13:59:44.701054 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09aec9d-82b0-44e8-bf55-5850e9265e41 req-09a20b59-f39a-47b7-986e-964bca9fb8dc tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:44.703344 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d09aec9d-82b0-44e8-bf55-5850e9265e41 req-09a20b59-f39a-47b7-986e-964bca9fb8dc tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.2296965 Mar 02 13:59:44.738137 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46214de6-9cc5-474e-97e5-65cb8fe8384f req-a012384a-8666-401f-9869-26786041d518 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:44.746445 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-46214de6-9cc5-474e-97e5-65cb8fe8384f req-a012384a-8666-401f-9869-26786041d518 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.1929924 Mar 02 13:59:44.775548 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] Routers {'1ec301e1-5aac-469e-aaf6-82e2e6930050'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:59:44.776225 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:59:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['1ec301e1-5aac-469e-aaf6-82e2e6930050'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:44.834063 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d09aec9d-82b0-44e8-bf55-5850e9265e41 req-f75e4340-66ce-4fd1-8dcf-cab4736f286d tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240163 Mar 02 13:59:44.897598 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-46214de6-9cc5-474e-97e5-65cb8fe8384f req-7fbbc8a8-f98b-4cc7-b305-d904d435fdd1 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386402 Mar 02 13:59:44.955532 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:44.957310 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device a80a5097-8251-4524-a561-c0eeb8e0acf5 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:45.082207 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] Set router 1ec301e1-5aac-469e-aaf6-82e2e6930050 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:59:45.212070 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port a80a5097-8251-4524-a561-c0eeb8e0acf5 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:45.212833 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:45.397800 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port a80a5097-8251-4524-a561-c0eeb8e0acf5 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:45.542846 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec301e1-5aac-469e-aaf6-82e2e6930050', 'name': 'tempest-TestShelveInstance-54449047-router', 'tenant_id': '9b61033733a34798b69cd46be423cbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:34Z', 'updated_at': '2022-03-02T13:59:40Z', 'revision_number': 4, 'project_id': '9b61033733a34798b69cd46be423cbd6', 'gw_port': {'id': '5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec301e1-5aac-469e-aaf6-82e2e6930050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:35Z', 'updated_at': '2022-03-02T13:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': 'e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3', 'name': '', 'network_id': 'af4f3cb9-243c-4ec8-b730-38b3aed65733', 'tenant_id': '9b61033733a34798b69cd46be423cbd6', 'mac_address': 'fa:16:3e:2e:c6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec301e1-5aac-469e-aaf6-82e2e6930050', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '1cf30568-3f28-43a7-8bc0-96e913455d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:39Z', 'updated_at': '2022-03-02T13:59:40Z', 'revision_number': 2, 'project_id': '9b61033733a34798b69cd46be423cbd6', 'subnets': [{'id': '1cf30568-3f28-43a7-8bc0-96e913455d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:45.572937 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a54d6-160d-4b01-81b1-de106f6fb6cc req-9ca615b6-a396-4920-b746-c5a78f467461 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:45.577536 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c05a54d6-160d-4b01-81b1-de106f6fb6cc req-9ca615b6-a396-4920-b746-c5a78f467461 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 944 time: 0.2219968 Mar 02 13:59:45.598522 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] Checking router: 1ec301e1-5aac-469e-aaf6-82e2e6930050 for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 13:59:45.607223 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] Updating router 1ec301e1-5aac-469e-aaf6-82e2e6930050 port e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3 binding host dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 13:59:45.632812 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fb02e-e6dc-4b09-81da-d6bca061db7f req-02a76381-d089-4793-ac00-d4fec7014ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:45.634572 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d52fb02e-e6dc-4b09-81da-d6bca061db7f req-02a76381-d089-4793-ac00-d4fec7014ee9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 1130 time: 0.2276576 Mar 02 13:59:45.667041 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c05a54d6-160d-4b01-81b1-de106f6fb6cc req-4442066e-5674-4533-8d1f-98e08ffaf9fa tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787737 Mar 02 13:59:45.669310 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:45.734129 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d52fb02e-e6dc-4b09-81da-d6bca061db7f req-53f3bcfe-8ab0-4b85-99f0-05a205099b48 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890613 Mar 02 13:59:46.042107 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 881d35f3-9dbe-4a24-8371-bb1572b6172c up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:46.095174 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a493bf-bf86-4a8f-92d5-e932579ed227 req-2fd40baf-b7bb-4ea2-b4fa-8d6604ead177 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:46.096987 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-00a493bf-bf86-4a8f-92d5-e932579ed227 req-2fd40baf-b7bb-4ea2-b4fa-8d6604ead177 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1617727 Mar 02 13:59:46.203615 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-00a493bf-bf86-4a8f-92d5-e932579ed227 req-08653339-ffb1-4b12-a896-2843f70a7e37 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714605 Mar 02 13:59:46.221800 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b917fc8-9ba3-41e5-b721-d957c9f13569 req-de2e5985-49f7-4a3d-8cfa-a5c232d409bc tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:46.230410 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1b917fc8-9ba3-41e5-b721-d957c9f13569 req-de2e5985-49f7-4a3d-8cfa-a5c232d409bc tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.1322651 Mar 02 13:59:46.233149 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port 881d35f3-9dbe-4a24-8371-bb1572b6172c completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 13:59:46.246824 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port 881d35f3-9dbe-4a24-8371-bb1572b6172c triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:46.247343 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (881d35f3-9dbe-4a24-8371-bb1572b6172c), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:46.280026 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] Publish callbacks [] for port (e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3), precommit_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:46.292625 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:46.302944 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1b917fc8-9ba3-41e5-b721-d957c9f13569 req-4ce3dcd1-7138-4416-a562-278531df1cf5 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676003 Mar 02 13:59:46.407728 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63929c6b-da23-43ae-9cc4-0dc56062d853 None None] Pushing event updated for resources: {'Port': ['ID=e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3,revision_number=3']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:46.460630 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] Attempting to bind port e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3 on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 13:59:46.461041 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] Attempting to bind port e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3 by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': '5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'af4f3cb9-243c-4ec8-b730-38b3aed65733'}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 13:59:46.461384 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] Attempting to bind port e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3 on network af4f3cb9-243c-4ec8-b730-38b3aed65733 {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 13:59:46.476609 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 13:59:46.476609 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] Checking segment: {'id': '5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'af4f3cb9-243c-4ec8-b730-38b3aed65733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 13:59:46.477205 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:46.477466 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] Bound using segment: {'id': '5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'af4f3cb9-243c-4ec8-b730-38b3aed65733'} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 13:59:46.484970 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] Bound port: e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'af4f3cb9-243c-4ec8-b730-38b3aed65733'}}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 13:59:46.484970 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:46.499593 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 881d35f3-9dbe-4a24-8371-bb1572b6172c is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:46.499798 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (881d35f3-9dbe-4a24-8371-bb1572b6172c), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:46.591737 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf8c3a6-713c-464e-a361-11bc433400c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881d35f3-9dbe-4a24-8371-bb1572b6172c'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:59:46.595240 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773b1879-d3a1-497d-9858-50b73b6422ea" -d '{"events": [{"server_uuid": "baf8c3a6-713c-464e-a361-11bc433400c7", "name": "network-vif-plugged", "status": "completed", "tag": "881d35f3-9dbe-4a24-8371-bb1572b6172c"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:59:46.761968 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 881d35f3-9dbe-4a24-8371-bb1572b6172c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=881d35f3-9dbe-4a24-8371-bb1572b6172c,segment=NetworkSegment(1b1a7440-b8f2-463f-b152-e2aaa759fb41),segment_id=1b1a7440-b8f2-463f-b152-e2aaa759fb41)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:46.764916 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 13:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb48277e-8666-425c-a5db-3307efff5c8d x-openstack-request-id: req-eb48277e-8666-425c-a5db-3307efff5c8d {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:59:46.765218 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf8c3a6-713c-464e-a361-11bc433400c7", "name": "network-vif-plugged", "status": "completed", "tag": "881d35f3-9dbe-4a24-8371-bb1572b6172c", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:59:46.765477 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb48277e-8666-425c-a5db-3307efff5c8d {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:59:46.766228 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf8c3a6-713c-464e-a361-11bc433400c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881d35f3-9dbe-4a24-8371-bb1572b6172c', 'code': 200} Mar 02 13:59:46.769810 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (881d35f3-9dbe-4a24-8371-bb1572b6172c), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:46.772389 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] For port e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 13:59:46.815835 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] For port e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3,segment=NetworkSegment(5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a),segment_id=5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a)] {{(pid=102941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 13:59:46.831595 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:46.897541 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-f7f7cbe3-f5df-49df-ad79-cd9741bf7230 None None] Provisioning complete for port e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:46.897914 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-f7f7cbe3-f5df-49df-ad79-cd9741bf7230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:46.932039 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=881d35f3-9dbe-4a24-8371-bb1572b6172c,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:47.032731 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] Routers {'1ec301e1-5aac-469e-aaf6-82e2e6930050'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 13:59:47.033671 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T13:59:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['1ec301e1-5aac-469e-aaf6-82e2e6930050'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:47.053316 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45cf8e-9d43-4aee-af9b-6588f856d393 req-1748a854-06cd-448e-9502-a5bff169da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:47.054859 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6e45cf8e-9d43-4aee-af9b-6588f856d393 req-1748a854-06cd-448e-9502-a5bff169da5e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 1129 time: 0.1413140 Mar 02 13:59:47.068545 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4412ecc-12f0-4ca7-b3c4-d375d9b22ac6 req-a3633aac-e7cd-44f4-80b0-8f427fc7dde2 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:47.072539 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c4412ecc-12f0-4ca7-b3c4-d375d9b22ac6 req-a3633aac-e7cd-44f4-80b0-8f427fc7dde2 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 945 time: 0.2361794 Mar 02 13:59:47.127040 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63929c6b-da23-43ae-9cc4-0dc56062d853 None None] Pushing event updated for resources: {'Port': ['ID=e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:47.218540 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6e45cf8e-9d43-4aee-af9b-6588f856d393 req-c5c90cb9-e37c-48c3-8de2-21d631082e36 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447437 Mar 02 13:59:47.252655 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-f7f7cbe3-f5df-49df-ad79-cd9741bf7230 None None] Current status of the port e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3 is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:47.253274 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-f7f7cbe3-f5df-49df-ad79-cd9741bf7230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:47.291304 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c4412ecc-12f0-4ca7-b3c4-d375d9b22ac6 req-bbc96d6c-adde-4a95-8aab-16ce87cc291a tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881734 Mar 02 13:59:47.305386 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] Set router 1ec301e1-5aac-469e-aaf6-82e2e6930050 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 13:59:47.354673 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-f7f7cbe3-f5df-49df-ad79-cd9741bf7230 None None] For port e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3,segment=NetworkSegment(5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a),segment_id=5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:47.360013 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-f7f7cbe3-f5df-49df-ad79-cd9741bf7230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:47.498487 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02012795-78ad-4bc4-afa6-0aa320694e44 req-efca4521-2ef5-45ed-8dc1-d982b89b6823 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:47.501227 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-02012795-78ad-4bc4-afa6-0aa320694e44 req-efca4521-2ef5-45ed-8dc1-d982b89b6823 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1330853 Mar 02 13:59:47.515464 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7cbe3-f5df-49df-ad79-cd9741bf7230 None None] Pushing event updated for resources: {'Port': ['ID=e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:47.560558 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f0178-bc96-4808-aae2-ba73ab7c16fa req-178f245e-aba6-481a-ab78-c801c1826ac5 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:47.567378 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d35f0178-bc96-4808-aae2-ba73ab7c16fa req-178f245e-aba6-481a-ab78-c801c1826ac5 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.1357758 Mar 02 13:59:47.593831 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-165310fe-48fa-4dc1-87d1-dec2e9af03ee None None] Provisioning complete for port e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:47.594857 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-165310fe-48fa-4dc1-87d1-dec2e9af03ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:47.605437 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-02012795-78ad-4bc4-afa6-0aa320694e44 req-73b5cb6e-3792-4927-be28-d4d2a6fd2fd2 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920026 Mar 02 13:59:47.678080 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d35f0178-bc96-4808-aae2-ba73ab7c16fa req-79e0a704-494e-4d93-9a3a-3eabdee26303 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098456 Mar 02 13:59:47.788286 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec301e1-5aac-469e-aaf6-82e2e6930050', 'name': 'tempest-TestShelveInstance-54449047-router', 'tenant_id': '9b61033733a34798b69cd46be423cbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:34Z', 'updated_at': '2022-03-02T13:59:40Z', 'revision_number': 4, 'project_id': '9b61033733a34798b69cd46be423cbd6', 'gw_port': {'id': '5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec301e1-5aac-469e-aaf6-82e2e6930050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:35Z', 'updated_at': '2022-03-02T13:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': 'e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3', 'name': '', 'network_id': 'af4f3cb9-243c-4ec8-b730-38b3aed65733', 'tenant_id': '9b61033733a34798b69cd46be423cbd6', 'mac_address': 'fa:16:3e:2e:c6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec301e1-5aac-469e-aaf6-82e2e6930050', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '1cf30568-3f28-43a7-8bc0-96e913455d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:39Z', 'updated_at': '2022-03-02T13:59:46Z', 'revision_number': 4, 'project_id': '9b61033733a34798b69cd46be423cbd6', 'subnets': [{'id': '1cf30568-3f28-43a7-8bc0-96e913455d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 13:59:47.790395 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-165310fe-48fa-4dc1-87d1-dec2e9af03ee None None] Current status of the port e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:47.824846 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6f459-f993-4b53-8f07-63dcbdd0eb1d None None] The sync data for ids ['1ec301e1-5aac-469e-aaf6-82e2e6930050'] in dv-cinder-831247-3-iscsi is: [{'id': '1ec301e1-5aac-469e-aaf6-82e2e6930050', 'name': 'tempest-TestShelveInstance-54449047-router', 'tenant_id': '9b61033733a34798b69cd46be423cbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:34Z', 'updated_at': '2022-03-02T13:59:40Z', 'revision_number': 4, 'project_id': '9b61033733a34798b69cd46be423cbd6', 'gw_port': {'id': '5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec301e1-5aac-469e-aaf6-82e2e6930050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:35Z', 'updated_at': '2022-03-02T13:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': 'e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3', 'name': '', 'network_id': 'af4f3cb9-243c-4ec8-b730-38b3aed65733', 'tenant_id': '9b61033733a34798b69cd46be423cbd6', 'mac_address': 'fa:16:3e:2e:c6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec301e1-5aac-469e-aaf6-82e2e6930050', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '1cf30568-3f28-43a7-8bc0-96e913455d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:39Z', 'updated_at': '2022-03-02T13:59:46Z', 'revision_number': 4, 'project_id': '9b61033733a34798b69cd46be423cbd6', 'subnets': [{'id': '1cf30568-3f28-43a7-8bc0-96e913455d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 13:59:48.208931 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cae09-0c01-4bc0-b43d-9d8d8ca05e05 req-40babd73-3bd9-45a1-8cd9-f407784a5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:48.210448 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-446cae09-0c01-4bc0-b43d-9d8d8ca05e05 req-40babd73-3bd9-45a1-8cd9-f407784a5cab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=607aa3bcf57041219e479bb3e70e3a3d&device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 1130 time: 0.1475594 Mar 02 13:59:48.229256 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699d76c-715f-4667-82ed-1272284bb91a req-5b592ee9-ce1b-4321-a568-cbb6e35b7fbc tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:48.236225 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9699d76c-715f-4667-82ed-1272284bb91a req-5b592ee9-ce1b-4321-a568-cbb6e35b7fbc tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1199143 Mar 02 13:59:48.493729 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9699d76c-715f-4667-82ed-1272284bb91a req-1bd97c6b-164a-42fe-89dc-492205b86f9b tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535455 Mar 02 13:59:48.544745 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93675e54-923e-4bea-83d8-1f09b1aac568 req-26115f82-140f-47ca-9608-4a318e27ddfe tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:48.546299 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-93675e54-923e-4bea-83d8-1f09b1aac568 req-26115f82-140f-47ca-9608-4a318e27ddfe tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 945 time: 0.1323605 Mar 02 13:59:48.547938 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cae09-0c01-4bc0-b43d-9d8d8ca05e05 req-553f4fae-1a1e-4c69-9f9e-3cde2f9fa0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:48.549305 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-446cae09-0c01-4bc0-b43d-9d8d8ca05e05 req-553f4fae-1a1e-4c69-9f9e-3cde2f9fa0e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dcaa62c3-8e05-4527-8824-303977b75d7c HTTP/1.1" status: 200 len: 919 time: 0.3109868 Mar 02 13:59:48.586224 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 13:59:48.618634 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-446cae09-0c01-4bc0-b43d-9d8d8ca05e05 req-54fe5be4-0e88-4040-9d06-9e3c312709d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5b72211-1410-4045-9655-df5a3c6840ec HTTP/1.1" status: 200 len: 217 time: 0.0530875 Mar 02 13:59:48.667933 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:48.668539 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:48.731961 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-93675e54-923e-4bea-83d8-1f09b1aac568 req-8206703c-13c6-4ddb-958e-667e17830b11 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584511 Mar 02 13:59:48.738613 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cae09-0c01-4bc0-b43d-9d8d8ca05e05 req-3b3971d1-d66d-4355-b0b9-a4c0ad1e2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:48.740332 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-446cae09-0c01-4bc0-b43d-9d8d8ca05e05 req-3b3971d1-d66d-4355-b0b9-a4c0ad1e2126 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=888c3150-7f50-41ab-b3cc-18dce7c033e2 HTTP/1.1" status: 200 len: 858 time: 0.1124921 Mar 02 13:59:48.826024 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 13:59:48.826805 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-446cae09-0c01-4bc0-b43d-9d8d8ca05e05 req-41394f81-5a9a-4c71-bcdc-0ef8df077b93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcaa62c3-8e05-4527-8824-303977b75d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715744 Mar 02 13:59:48.955273 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-446cae09-0c01-4bc0-b43d-9d8d8ca05e05 req-5c97f81a-6f56-48c2-9ca0-be9c01651b00 service neutron] 10.222.0.20 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131461 Mar 02 13:59:49.061624 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87203a3-7421-4b34-bd77-713f5d240882 req-614177cd-dd5f-4759-8fcb-e69e6073eb5f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:49.063248 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d87203a3-7421-4b34-bd77-713f5d240882 req-614177cd-dd5f-4759-8fcb-e69e6073eb5f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.2307825 Mar 02 13:59:49.139820 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-446cae09-0c01-4bc0-b43d-9d8d8ca05e05 req-ac62816e-9fa5-4e97-becc-ef912ae06285 service neutron] 10.222.0.20 "GET /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580935 Mar 02 13:59:49.155723 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d87203a3-7421-4b34-bd77-713f5d240882 req-04ea9fb2-848d-4693-ab85-1d2d00622d37 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719793 Mar 02 13:59:49.649118 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa5e18-65bb-480c-912a-9d343c4be455 req-4a266a56-a43f-4c97-b253-e2b906bb721d tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:49.652058 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ccfa5e18-65bb-480c-912a-9d343c4be455 req-4a266a56-a43f-4c97-b253-e2b906bb721d tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.0876472 Mar 02 13:59:49.708633 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ccfa5e18-65bb-480c-912a-9d343c4be455 req-86b45b38-856c-4185-a378-180fe8decbae tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504580 Mar 02 13:59:49.854732 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a6481-b087-40dd-9c6c-3ea8335a2ad0 req-a120af92-5246-4a28-9733-c3f13b6a56d0 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:49.860802 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b61a6481-b087-40dd-9c6c-3ea8335a2ad0 req-a120af92-5246-4a28-9733-c3f13b6a56d0 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 945 time: 0.0679235 Mar 02 13:59:49.917877 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b61a6481-b087-40dd-9c6c-3ea8335a2ad0 req-8c89b600-326c-4165-85e6-25263968785b tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549355 Mar 02 13:59:50.312413 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48143b8a-5858-4091-8c49-5ba52eeba1ff req-56d1d9de-0ad3-4d3f-b9ee-faf9764fd468 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:50.314230 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-48143b8a-5858-4091-8c49-5ba52eeba1ff req-56d1d9de-0ad3-4d3f-b9ee-faf9764fd468 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.0648952 Mar 02 13:59:50.387266 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-48143b8a-5858-4091-8c49-5ba52eeba1ff req-85c4518d-79f4-4485-a343-1b33c9f06d96 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604677 Mar 02 13:59:50.870132 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 36746) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:50.896406 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c5b0b-3577-464f-8ec4-387f304eef22 req-803821bd-2c2a-4599-981b-1170f5259588 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:50.903366 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-350c5b0b-3577-464f-8ec4-387f304eef22 req-803821bd-2c2a-4599-981b-1170f5259588 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 945 time: 0.1210763 Mar 02 13:59:50.961194 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06473b12-92f4-470c-bdf1-fb26f7faf2eb req-c74226d5-e734-4b4d-abc8-9756072f0ac2 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:50.975695 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-06473b12-92f4-470c-bdf1-fb26f7faf2eb req-c74226d5-e734-4b4d-abc8-9756072f0ac2 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1241119 Mar 02 13:59:51.017846 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-350c5b0b-3577-464f-8ec4-387f304eef22 req-4a3d7ead-139e-42e7-9a56-5b164bb52ce7 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981293 Mar 02 13:59:51.052544 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-06473b12-92f4-470c-bdf1-fb26f7faf2eb req-31de3b46-0bad-4925-903d-fea48fb34bad tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827394 Mar 02 13:59:51.094604 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ad05bf9d-34b9-45d7-aa50-88eead421cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:51.189356 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ad05bf9d-34b9-45d7-aa50-88eead421cf4 admin admin] Publish callbacks [] for security_group (274ee9a1-bd32-4e7a-8e97-0ba45000befa), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:51.195003 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ad05bf9d-34b9-45d7-aa50-88eead421cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (274ee9a1-bd32-4e7a-8e97-0ba45000befa), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:51.235678 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-ad05bf9d-34b9-45d7-aa50-88eead421cf4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b627ca27bc954b5786dfc525db168cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3607533 Mar 02 13:59:51.237637 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05bf9d-34b9-45d7-aa50-88eead421cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274ee9a1-bd32-4e7a-8e97-0ba45000befa,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:51.238277 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 36758) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 13:59:51.254006 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 13:59:51.540526 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-81faf56d-1fe3-4f49-9007-af23c0a4d372 admin admin] Publish callbacks [] for security_group (274ee9a1-bd32-4e7a-8e97-0ba45000befa), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:51.575231 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e5244-25ee-42cf-aa80-8d23e06229d2 req-ecd57a36-1dcf-4925-b4c1-ea05665767ad tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:51.576603 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-783e5244-25ee-42cf-aa80-8d23e06229d2 req-ecd57a36-1dcf-4925-b4c1-ea05665767ad tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.0817456 Mar 02 13:59:51.578399 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-81faf56d-1fe3-4f49-9007-af23c0a4d372 admin admin] Publish callbacks [] for security_group (274ee9a1-bd32-4e7a-8e97-0ba45000befa), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:51.648867 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-783e5244-25ee-42cf-aa80-8d23e06229d2 req-dca7aba9-3427-4c64-8781-3c8e676b79c4 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632722 Mar 02 13:59:51.670249 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-81faf56d-1fe3-4f49-9007-af23c0a4d372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (274ee9a1-bd32-4e7a-8e97-0ba45000befa), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:51.673067 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-81faf56d-1fe3-4f49-9007-af23c0a4d372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:51.674140 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-81faf56d-1fe3-4f49-9007-af23c0a4d372 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/274ee9a1-bd32-4e7a-8e97-0ba45000befa HTTP/1.1" status: 204 len: 168 time: 0.4348583 Mar 02 13:59:51.687370 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81faf56d-1fe3-4f49-9007-af23c0a4d372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274ee9a1-bd32-4e7a-8e97-0ba45000befa,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:51.836530 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-c43ba4f1-76c0-4420-8239-5c9e23a62765 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:51.839050 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-c43ba4f1-76c0-4420-8239-5c9e23a62765 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/networks?id=5510b172-768d-4c8f-9448-71f1b72cd6bf HTTP/1.1" status: 200 len: 815 time: 0.1190257 Mar 02 13:59:51.854859 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-5aaf823e-eb0b-4d80-a294-da809289bd26 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/quotas/171e89e7464e461aa2f12abf8622c220 HTTP/1.1" status: 200 len: 375 time: 0.0102589 Mar 02 13:59:51.919205 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-cc5ff56f-9897-4db4-8353-f0393c32badd tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=171e89e7464e461aa2f12abf8622c220&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586994 Mar 02 13:59:52.026516 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-8524b6d8-c767-4801-9a03-1ff5cb005179 service neutron] 10.222.0.36 "GET /v2.0/networks/5510b172-768d-4c8f-9448-71f1b72cd6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932021 Mar 02 13:59:52.153859 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-e47362fd-1bcd-4e06-8dd7-3de723341b23 service neutron] 10.222.0.36 "GET /v2.0/networks/5510b172-768d-4c8f-9448-71f1b72cd6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211648 Mar 02 13:59:52.163288 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd810ba-93bd-42ca-b521-b84da05fa7b8 req-7114c143-c388-45a7-838a-2d74a40e19af tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:52.164904 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0bd810ba-93bd-42ca-b521-b84da05fa7b8 req-7114c143-c388-45a7-838a-2d74a40e19af tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 945 time: 0.0794077 Mar 02 13:59:52.221057 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0bd810ba-93bd-42ca-b521-b84da05fa7b8 req-eec74e47-b2d9-4eca-84b6-cf8fb1bdc9de tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/security-groups?id=8dc6a940-f2bf-44a7-b108-f9e5629afdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449927 Mar 02 13:59:52.354095 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ebb6f8af-eae2-4564-a6e3-89a776769e1f req-42fe918e-0e80-4e70-b396-747380769ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 210 time: 0.0306883 Mar 02 13:59:52.373778 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1eea9-3b67-4dba-920f-c12c8a0a052b req-ca308c7e-e098-4d36-8da2-8001ac5811af tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:52.378229 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9ad1eea9-3b67-4dba-920f-c12c8a0a052b req-ca308c7e-e098-4d36-8da2-8001ac5811af tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1008546 Mar 02 13:59:52.429898 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9ad1eea9-3b67-4dba-920f-c12c8a0a052b req-709c4714-1e82-4491-9b77-3055c6448065 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487311 Mar 02 13:59:52.525480 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce95e3-e741-4120-9338-af7bc23e98ba req-aa33b4c0-4df3-473e-8d91-22736f8b7f9d tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:52.527006 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-32ce95e3-e741-4120-9338-af7bc23e98ba req-aa33b4c0-4df3-473e-8d91-22736f8b7f9d tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 945 time: 0.0564871 Mar 02 13:59:52.637285 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [req-32ce95e3-e741-4120-9338-af7bc23e98ba req-70fcb02c-8f5f-4684-837c-643ab6d30428 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Deleting port 881d35f3-9dbe-4a24-8371-bb1572b6172c {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 13:59:52.637750 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-32ce95e3-e741-4120-9338-af7bc23e98ba req-70fcb02c-8f5f-4684-837c-643ab6d30428 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (881d35f3-9dbe-4a24-8371-bb1572b6172c), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:52.745331 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-32ce95e3-e741-4120-9338-af7bc23e98ba req-70fcb02c-8f5f-4684-837c-643ab6d30428 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] For port 881d35f3-9dbe-4a24-8371-bb1572b6172c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=881d35f3-9dbe-4a24-8371-bb1572b6172c,segment=NetworkSegment(1b1a7440-b8f2-463f-b152-e2aaa759fb41),segment_id=1b1a7440-b8f2-463f-b152-e2aaa759fb41)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 13:59:52.745743 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-32ce95e3-e741-4120-9338-af7bc23e98ba req-70fcb02c-8f5f-4684-837c-643ab6d30428 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (881d35f3-9dbe-4a24-8371-bb1572b6172c), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:52.799961 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [req-32ce95e3-e741-4120-9338-af7bc23e98ba req-70fcb02c-8f5f-4684-837c-643ab6d30428 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Calling delete_port for 881d35f3-9dbe-4a24-8371-bb1572b6172c owned by compute:nova {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 13:59:52.883825 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33336839-5b9f-478e-b204-d58a8b9920ea req-69c3aa6c-092a-421c-ab9b-ce04efd1bfdb tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:52.891951 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-33336839-5b9f-478e-b204-d58a8b9920ea req-69c3aa6c-092a-421c-ab9b-ce04efd1bfdb tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.1346521 Mar 02 13:59:52.965028 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-33336839-5b9f-478e-b204-d58a8b9920ea req-8a17d2a4-aa9e-4f80-8910-41e88f17b1d9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709455 Mar 02 13:59:53.052112 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-32ce95e3-e741-4120-9338-af7bc23e98ba req-70fcb02c-8f5f-4684-837c-643ab6d30428 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (881d35f3-9dbe-4a24-8371-bb1572b6172c), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:53.071502 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['881d35f3-9dbe-4a24-8371-bb1572b6172c'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 13:59:53.083649 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcb02c-8f5f-4684-837c-643ab6d30428 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Pushing event deleted for resources: {'Port': ['ID=881d35f3-9dbe-4a24-8371-bb1572b6172c,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:53.136873 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ce95e3-e741-4120-9338-af7bc23e98ba req-70fcb02c-8f5f-4684-837c-643ab6d30428 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] No DVR routers for this DVR port 881d35f3-9dbe-4a24-8371-bb1572b6172c on host hv-cinder-83124 {{(pid=102940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 13:59:53.139444 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-32ce95e3-e741-4120-9338-af7bc23e98ba req-70fcb02c-8f5f-4684-837c-643ab6d30428 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:53.142770 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-32ce95e3-e741-4120-9338-af7bc23e98ba req-70fcb02c-8f5f-4684-837c-643ab6d30428 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.20 "DELETE /v2.0/ports/881d35f3-9dbe-4a24-8371-bb1572b6172c HTTP/1.1" status: 204 len: 173 time: 0.6104176 Mar 02 13:59:53.143211 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf8c3a6-713c-464e-a361-11bc433400c7', 'name': 'network-vif-deleted', 'tag': '881d35f3-9dbe-4a24-8371-bb1572b6172c'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 13:59:53.145434 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52f3acc-2d36-4c07-965d-66dffc4707c6" -d '{"events": [{"server_uuid": "baf8c3a6-713c-464e-a361-11bc433400c7", "name": "network-vif-deleted", "tag": "881d35f3-9dbe-4a24-8371-bb1572b6172c"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 13:59:53.185139 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 13:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd2e456-6f1e-46df-84b0-4377460fda98 x-openstack-request-id: req-3fd2e456-6f1e-46df-84b0-4377460fda98 {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 13:59:53.185433 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf8c3a6-713c-464e-a361-11bc433400c7", "name": "network-vif-deleted", "tag": "881d35f3-9dbe-4a24-8371-bb1572b6172c", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 13:59:53.185714 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3fd2e456-6f1e-46df-84b0-4377460fda98 {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 13:59:53.186115 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf8c3a6-713c-464e-a361-11bc433400c7', 'name': 'network-vif-deleted', 'tag': '881d35f3-9dbe-4a24-8371-bb1572b6172c', 'status': 'completed', 'code': 200} Mar 02 13:59:53.330835 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cc32ba6f-a24f-47c1-bba8-98ce0bd99e78 req-480fce0b-15d7-450d-bcc2-e9c47ea94d71 tempest-VolumesActionsTest-1981459347 tempest-VolumesActionsTest-1981459347-project] 10.222.0.36 "GET /v2.0/ports?device_id=baf8c3a6-713c-464e-a361-11bc433400c7 HTTP/1.1" status: 200 len: 210 time: 0.0280931 Mar 02 13:59:53.475311 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2c46f696-649f-47ff-925e-321d7bf105af req-c8b65d80-79a7-4c48-b1fa-344a290da5a6 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 210 time: 0.0482702 Mar 02 13:59:53.558123 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-1260ccb0-7462-4955-be6d-c685a39e034d tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:53.559658 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-1260ccb0-7462-4955-be6d-c685a39e034d tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.20 "GET /v2.0/networks?id=5510b172-768d-4c8f-9448-71f1b72cd6bf HTTP/1.1" status: 200 len: 815 time: 0.1427782 Mar 02 13:59:53.582598 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-9498c4ea-aad3-4438-b505-26d9825fe0a0 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Request body: {'port': {'device_id': '8b1e77a3-26f6-48e0-8d7b-04a460848e78', 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf', 'admin_state_up': True, 'tenant_id': '171e89e7464e461aa2f12abf8622c220'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 13:59:53.710414 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-9498c4ea-aad3-4438-b505-26d9825fe0a0 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Made reservation on behalf of 171e89e7464e461aa2f12abf8622c220 for: {'port': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 13:59:53.714463 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-9498c4ea-aad3-4438-b505-26d9825fe0a0 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:53.863239 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-9498c4ea-aad3-4438-b505-26d9825fe0a0 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Allocated IP 172.20.0.11 (5510b172-768d-4c8f-9448-71f1b72cd6bf/ad11377f-59e7-48ee-a341-d328a9020b41/e8d439e7-edc7-493f-9d67-5f70ad9738c4) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 13:59:54.133776 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-9498c4ea-aad3-4438-b505-26d9825fe0a0 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:54.202774 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73efb88-7807-4b1d-8918-7fda261048a0 req-b9486172-f2f3-4fdb-ac8d-96e6ab335aeb tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:54.204648 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c73efb88-7807-4b1d-8918-7fda261048a0 req-b9486172-f2f3-4fdb-ac8d-96e6ab335aeb tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.1555805 Mar 02 13:59:54.254453 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-9498c4ea-aad3-4438-b505-26d9825fe0a0 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:54.380925 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c73efb88-7807-4b1d-8918-7fda261048a0 req-378bad1a-d565-4155-a692-7d3fd24e0de9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638837 Mar 02 13:59:54.399050 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-9498c4ea-aad3-4438-b505-26d9825fe0a0 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Network 5510b172-768d-4c8f-9448-71f1b72cd6bf is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 13:59:54.406476 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498c4ea-aad3-4438-b505-26d9825fe0a0 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Pushing event updated for resources: {'Port': ['ID=e8d439e7-edc7-493f-9d67-5f70ad9738c4,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 13:59:54.413890 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-9498c4ea-aad3-4438-b505-26d9825fe0a0 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 13:59:54.424246 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-9498c4ea-aad3-4438-b505-26d9825fe0a0 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 13:59:54.538874 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-9498c4ea-aad3-4438-b505-26d9825fe0a0 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:54.539709 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-9498c4ea-aad3-4438-b505-26d9825fe0a0 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:54.562068 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-9498c4ea-aad3-4438-b505-26d9825fe0a0 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9835799 Mar 02 13:59:54.681499 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0bff0-9cf8-4235-986e-22478de37f77 req-9d297a25-48ea-4145-8aea-c9d03da5b28a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:54.687878 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7ad0bff0-9cf8-4235-986e-22478de37f77 req-9d297a25-48ea-4145-8aea-c9d03da5b28a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 932 time: 0.1024530 Mar 02 13:59:54.786499 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7ad0bff0-9cf8-4235-986e-22478de37f77 req-68997767-9fdb-429b-8916-3582a51cd71a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899265 Mar 02 13:59:54.827498 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-80cbe62b-fbfc-4ea9-8a5d-7f534db80157 None None] Provisioning complete for port e8d439e7-edc7-493f-9d67-5f70ad9738c4 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 13:59:54.828104 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-80cbe62b-fbfc-4ea9-8a5d-7f534db80157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 13:59:54.914349 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-80cbe62b-fbfc-4ea9-8a5d-7f534db80157 None None] Port e8d439e7-edc7-493f-9d67-5f70ad9738c4 cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 13:59:55.530364 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227d96d-3ad5-4152-bd33-784ca0d1cb39 req-71304a35-db6d-4f49-b668-4870c0284577 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:55.532578 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9227d96d-3ad5-4152-bd33-784ca0d1cb39 req-71304a35-db6d-4f49-b668-4870c0284577 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.0626786 Mar 02 13:59:55.581981 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9227d96d-3ad5-4152-bd33-784ca0d1cb39 req-18823d56-97ed-4984-8458-e8034e9fa61c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434959 Mar 02 13:59:55.906713 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7ec64-e039-476f-b73a-1a375e9d81ed req-82523ffb-5388-4608-b6b2-d8bbf3c9ebf5 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:55.908237 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f6c7ec64-e039-476f-b73a-1a375e9d81ed req-82523ffb-5388-4608-b6b2-d8bbf3c9ebf5 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 932 time: 0.0606859 Mar 02 13:59:55.958029 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f6c7ec64-e039-476f-b73a-1a375e9d81ed req-e5640816-354e-4104-afd7-22f731eb4445 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442204 Mar 02 13:59:56.076352 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 881d35f3-9dbe-4a24-8371-bb1572b6172c no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 13:59:56.105797 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: 881d35f3-9dbe-4a24-8371-bb1572b6172c {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 13:59:56.106413 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 881d35f3-9dbe-4a24-8371-bb1572b6172c not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 13:59:56.768073 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b2041-9443-4d70-8165-762678fabd5f req-2ea58c6d-10de-4f5e-8d07-00df5130082f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:56.769768 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c56b2041-9443-4d70-8165-762678fabd5f req-2ea58c6d-10de-4f5e-8d07-00df5130082f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.1053529 Mar 02 13:59:56.833572 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c56b2041-9443-4d70-8165-762678fabd5f req-8a069c70-da59-4bc2-8b49-37eb91f1735e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578878 Mar 02 13:59:57.090234 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f13f60-a05b-448d-8921-734d9fa1cc6e req-5fc8c12a-2029-4efa-88d8-d1880a45c8ed tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:57.091757 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a5f13f60-a05b-448d-8921-734d9fa1cc6e req-5fc8c12a-2029-4efa-88d8-d1880a45c8ed tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 932 time: 0.0617907 Mar 02 13:59:57.144767 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a5f13f60-a05b-448d-8921-734d9fa1cc6e req-67a94811-4ad6-4d68-aa12-03876e030c7b tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464139 Mar 02 13:59:57.673888 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f913f84-9e85-481f-b323-c4ab3bf284dc req-bfb0e313-230b-4d3c-aa85-0862482c8e10 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:57.675305 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0f913f84-9e85-481f-b323-c4ab3bf284dc req-bfb0e313-230b-4d3c-aa85-0862482c8e10 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0570662 Mar 02 13:59:57.726899 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0f913f84-9e85-481f-b323-c4ab3bf284dc req-52725956-975b-4985-9d49-7fc699247a27 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446932 Mar 02 13:59:57.962057 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f27fa3-0f8f-4f63-8b50-a57378a417c5 req-cd27a828-b62f-46f2-a158-a65ac6519847 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:57.963449 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-47f27fa3-0f8f-4f63-8b50-a57378a417c5 req-cd27a828-b62f-46f2-a158-a65ac6519847 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.0509129 Mar 02 13:59:58.012739 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-47f27fa3-0f8f-4f63-8b50-a57378a417c5 req-7c7c1ce7-4aff-418d-815a-f96ed477a492 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439260 Mar 02 13:59:58.305388 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc54ad-cabd-489e-b8a6-a81288ff20b8 req-74cecf20-ac6c-415a-a05d-40d9de1d6fd5 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:58.318539 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e0cc54ad-cabd-489e-b8a6-a81288ff20b8 req-74cecf20-ac6c-415a-a05d-40d9de1d6fd5 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 932 time: 0.0769904 Mar 02 13:59:58.394502 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e0cc54ad-cabd-489e-b8a6-a81288ff20b8 req-de9a2ef7-d6e3-48ce-95d1-21bfd186a025 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617011 Mar 02 13:59:58.850931 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0fdcc-8fc7-47c6-b3d8-c38adbd06409 req-1eeb7a51-cb4a-427e-bcc8-5f35ce7c1d79 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:58.852409 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3cf0fdcc-8fc7-47c6-b3d8-c38adbd06409 req-1eeb7a51-cb4a-427e-bcc8-5f35ce7c1d79 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0559480 Mar 02 13:59:58.907446 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3cf0fdcc-8fc7-47c6-b3d8-c38adbd06409 req-99d97111-a531-4f2e-82fb-a6c2edca8684 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494237 Mar 02 13:59:59.147166 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9bc52-c608-4d5a-996b-58a9fe7a26d0 req-d366f8d9-e204-496b-8405-475c9bdea038 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:59.148701 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-86e9bc52-c608-4d5a-996b-58a9fe7a26d0 req-d366f8d9-e204-496b-8405-475c9bdea038 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.0607069 Mar 02 13:59:59.203855 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-86e9bc52-c608-4d5a-996b-58a9fe7a26d0 req-8ad88caf-5915-4aa3-91e7-74ea62cb89e2 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488875 Mar 02 13:59:59.502329 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f11d4d-93f2-4146-9821-25693f30da28 req-181959fa-6c69-4d0b-88be-7fc81f962cfb tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 13:59:59.503759 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e4f11d4d-93f2-4146-9821-25693f30da28 req-181959fa-6c69-4d0b-88be-7fc81f962cfb tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 932 time: 0.0592098 Mar 02 13:59:59.568688 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e4f11d4d-93f2-4146-9821-25693f30da28 req-f036f800-6c97-4fbc-a0de-d9d58c6cea25 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592220 Mar 02 14:00:00.029033 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19e712-c86b-4fb6-802b-941a594193a5 req-93cd1c5c-bd22-4996-bea4-1088017819ac tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:00.030514 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d19e712-c86b-4fb6-802b-941a594193a5 req-93cd1c5c-bd22-4996-bea4-1088017819ac tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0560584 Mar 02 14:00:00.083179 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d19e712-c86b-4fb6-802b-941a594193a5 req-a2b592a4-538b-42c6-b440-d7b9d61dc441 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471659 Mar 02 14:00:00.343907 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adb64d-6ed4-43ea-9c73-58e855117a1c req-ef2e934a-1b00-47a7-b259-576c4bed5d47 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:00.345505 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-46adb64d-6ed4-43ea-9c73-58e855117a1c req-ef2e934a-1b00-47a7-b259-576c4bed5d47 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.0680611 Mar 02 14:00:00.404662 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-46adb64d-6ed4-43ea-9c73-58e855117a1c req-c1fafcc4-5d56-48ca-a814-6d44bcae8cc8 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525100 Mar 02 14:00:00.705092 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33e36e-8ea9-4e04-8b44-c90e73cd42ac req-5bfc7491-5163-4d19-b35a-4b7f170e6336 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:00.706837 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5b33e36e-8ea9-4e04-8b44-c90e73cd42ac req-5bfc7491-5163-4d19-b35a-4b7f170e6336 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 932 time: 0.0592589 Mar 02 14:00:00.764412 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5b33e36e-8ea9-4e04-8b44-c90e73cd42ac req-3a300f65-afab-4a63-a231-49862a049c97 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514207 Mar 02 14:00:01.210462 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95729b9b-d6b1-4fcd-af91-bfe9e0ef730c req-eaa06d88-0795-432a-8332-2fc4fd4cbd72 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:01.215112 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-95729b9b-d6b1-4fcd-af91-bfe9e0ef730c req-eaa06d88-0795-432a-8332-2fc4fd4cbd72 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0612922 Mar 02 14:00:01.273141 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-95729b9b-d6b1-4fcd-af91-bfe9e0ef730c req-04491f45-32fa-4e54-8c45-757eddb804d2 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450518 Mar 02 14:00:01.575795 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a70a5-046e-4c1e-ad04-8959bd143806 req-40bd2e4e-94a5-4508-b52b-08951c1f79a0 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:01.577581 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c35a70a5-046e-4c1e-ad04-8959bd143806 req-40bd2e4e-94a5-4508-b52b-08951c1f79a0 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.0891900 Mar 02 14:00:01.655443 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c35a70a5-046e-4c1e-ad04-8959bd143806 req-177f51c7-6d07-487d-849b-17e2ea3c2177 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701399 Mar 02 14:00:02.001568 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b5db1-ecef-4917-b1cc-b45e434e1fca req-ccba3112-9320-4b04-9e5d-e02dcc19ceef tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:02.004179 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-569b5db1-ecef-4917-b1cc-b45e434e1fca req-ccba3112-9320-4b04-9e5d-e02dcc19ceef tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 932 time: 0.1292746 Mar 02 14:00:02.068879 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-569b5db1-ecef-4917-b1cc-b45e434e1fca req-799924e7-d278-427c-9617-4007c9d36c5f tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582063 Mar 02 14:00:02.429748 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc1e50-708b-4d89-a4a2-154f4a60dedd req-40bd1b93-1ecc-48e2-8a00-66b13ffe6f36 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:02.441127 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7cbc1e50-708b-4d89-a4a2-154f4a60dedd req-40bd1b93-1ecc-48e2-8a00-66b13ffe6f36 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0845835 Mar 02 14:00:02.510596 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7cbc1e50-708b-4d89-a4a2-154f4a60dedd req-149ad5fc-a77a-4bb2-b356-aaaa1cf3bc84 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684819 Mar 02 14:00:02.796336 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf77cf4-7755-4071-a971-3798bc459b45 req-11c08d61-6d44-4edc-ad0c-14711269f3e3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:02.798339 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1bf77cf4-7755-4071-a971-3798bc459b45 req-11c08d61-6d44-4edc-ad0c-14711269f3e3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.0580027 Mar 02 14:00:02.850692 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1bf77cf4-7755-4071-a971-3798bc459b45 req-d57e4363-c35c-4f62-a8ea-5b437f422a03 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465701 Mar 02 14:00:02.887732 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Request body: {'port': {'device_id': '8b1e77a3-26f6-48e0-8d7b-04a460848e78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:00:02.951128 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:03.261261 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0584c09-881a-4778-adef-b64bc5884151 req-66ed6b7c-cbde-4712-b250-eafed2737708 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:03.263342 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a0584c09-881a-4778-adef-b64bc5884151 req-66ed6b7c-cbde-4712-b250-eafed2737708 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 932 time: 0.1073267 Mar 02 14:00:03.362597 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d439e7-edc7-493f-9d67-5f70ad9738c4 {{(pid=102940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:00:03.374511 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Publish callbacks [] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:03.395825 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a0584c09-881a-4778-adef-b64bc5884151 req-8f9694a8-a51c-40e6-87f6-f6087a369dfb tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243324 Mar 02 14:00:03.397000 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.provisioning_blocks [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Transition to ACTIVE for port object e8d439e7-edc7-493f-9d67-5f70ad9738c4 will not be triggered until provisioned by entity L2. {{(pid=102940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:00:03.408352 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:03.508821 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d439e7-edc7-493f-9d67-5f70ad9738c4,revision_number=2']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:03.646799 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Attempting to bind port e8d439e7-edc7-493f-9d67-5f70ad9738c4 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:00:03.646799 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Attempting to bind port e8d439e7-edc7-493f-9d67-5f70ad9738c4 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '2f486a4c-f1b4-4240-90a4-5382c146287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf'}] {{(pid=102940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:00:03.647068 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Attempting to bind port e8d439e7-edc7-493f-9d67-5f70ad9738c4 on network 5510b172-768d-4c8f-9448-71f1b72cd6bf {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:00:03.657163 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Port e8d439e7-edc7-493f-9d67-5f70ad9738c4 on network 5510b172-768d-4c8f-9448-71f1b72cd6bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:00:03.657602 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Attempting to bind port e8d439e7-edc7-493f-9d67-5f70ad9738c4 on network 5510b172-768d-4c8f-9448-71f1b72cd6bf {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:00:03.671441 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:00:03.671699 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Checking segment: {'id': '2f486a4c-f1b4-4240-90a4-5382c146287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:00:03.672070 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Bound using segment: {'id': '2f486a4c-f1b4-4240-90a4-5382c146287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf'} {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:00:03.672671 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Bound port: e8d439e7-edc7-493f-9d67-5f70ad9738c4, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f486a4c-f1b4-4240-90a4-5382c146287d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf'}}] {{(pid=102940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:00:03.673111 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:03.706766 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98bbd8-9068-4f69-af05-e9c26c899faf req-3e8c3662-d369-43c0-85d9-b642dd5583ea tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:03.708340 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2c98bbd8-9068-4f69-af05-e9c26c899faf req-3e8c3662-d369-43c0-85d9-b642dd5583ea tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.1094046 Mar 02 14:00:03.797405 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2c98bbd8-9068-4f69-af05-e9c26c899faf req-6f4b079e-e94b-4048-8560-1b8b979e13c1 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696912 Mar 02 14:00:03.824296 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] For port e8d439e7-edc7-493f-9d67-5f70ad9738c4, host hv-cinder-83124, cleared binding levels {{(pid=102940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:00:03.827559 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] For port e8d439e7-edc7-493f-9d67-5f70ad9738c4, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e8d439e7-edc7-493f-9d67-5f70ad9738c4,segment=NetworkSegment(2f486a4c-f1b4-4240-90a4-5382c146287d),segment_id=2f486a4c-f1b4-4240-90a4-5382c146287d)] {{(pid=102940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:00:03.834306 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:03.876773 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:03.878937 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:03.880436 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] 10.222.0.20 "PUT /v2.0/ports/e8d439e7-edc7-493f-9d67-5f70ad9738c4 HTTP/1.1" status: 200 len: 1094 time: 0.9990900 Mar 02 14:00:03.880902 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1e77a3-26f6-48e0-8d7b-04a460848e78', 'tag': 'e8d439e7-edc7-493f-9d67-5f70ad9738c4'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:00:03.883177 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d562d9-ad15-4690-a039-427a72aab68a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1e77a3-26f6-48e0-8d7b-04a460848e78", "tag": "e8d439e7-edc7-493f-9d67-5f70ad9738c4"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:00:03.932975 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c8437-43ef-4f33-8673-ca3c35181998 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d439e7-edc7-493f-9d67-5f70ad9738c4,revision_number=3']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:03.969955 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf3ab36-1fc5-4f0b-ac2b-0599ee22bee6 x-openstack-request-id: req-9cf3ab36-1fc5-4f0b-ac2b-0599ee22bee6 {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:00:03.970571 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1e77a3-26f6-48e0-8d7b-04a460848e78", "tag": "e8d439e7-edc7-493f-9d67-5f70ad9738c4", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:00:03.971631 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9cf3ab36-1fc5-4f0b-ac2b-0599ee22bee6 {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:00:03.972208 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1e77a3-26f6-48e0-8d7b-04a460848e78', 'tag': 'e8d439e7-edc7-493f-9d67-5f70ad9738c4', 'status': 'completed', 'code': 200} Mar 02 14:00:04.053874 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-5c92b95b-2864-405c-b08e-543105951385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:04.055293 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-5c92b95b-2864-405c-b08e-543105951385 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=171e89e7464e461aa2f12abf8622c220&device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 1128 time: 0.1116648 Mar 02 14:00:04.063615 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0eb68f-a731-455e-ab13-6b8c776a0cbb req-0cbc70f0-386b-4c98-b1b6-2ee9a12d07c9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:04.065100 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-be0eb68f-a731-455e-ab13-6b8c776a0cbb req-0cbc70f0-386b-4c98-b1b6-2ee9a12d07c9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.0689487 Mar 02 14:00:04.085661 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:00:04.134274 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-9525d75c-9256-404c-8f1f-a24cf8816987 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8d439e7-edc7-493f-9d67-5f70ad9738c4 HTTP/1.1" status: 200 len: 217 time: 0.0622909 Mar 02 14:00:04.208768 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:00:04.209304 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-be0eb68f-a731-455e-ab13-6b8c776a0cbb req-20401828-4521-43e5-84f4-ae757afc459d tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324694 Mar 02 14:00:04.220114 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-2da371ae-2c3c-4279-995e-271921960b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:04.221871 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-2da371ae-2c3c-4279-995e-271921960b2d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad11377f-59e7-48ee-a341-d328a9020b41 HTTP/1.1" status: 200 len: 854 time: 0.0756197 Mar 02 14:00:04.232434 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'port_id': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01', 'mac_address': 'fa:16:3e:bc:4e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:00:04.281347 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 is: ACTIVE; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:00:04.282176 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:04.284291 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-d7f80d3d-f752-4708-9724-9a42de1d2f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:04.285909 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-d7f80d3d-f752-4708-9724-9a42de1d2f37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5510b172-768d-4c8f-9448-71f1b72cd6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559947 Mar 02 14:00:04.304254 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:00:04.343188 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:00:04.354980 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:04.401180 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-a3dda17d-ffa5-4371-82e5-b53e0b63c9cf service neutron] 10.222.0.20 "GET /v2.0/networks/5510b172-768d-4c8f-9448-71f1b72cd6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014469 Mar 02 14:00:04.487449 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,revision_number=6']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:04.503164 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['59aa1c7c-10a8-4ccf-af8f-71842faa5b01'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:00:04.528653 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-df3dcf61-e311-4c8b-963b-24e1a0cf3512 req-90f64f54-59b3-45b1-9ec8-3d298c5bd19c service neutron] 10.222.0.20 "GET /v2.0/networks/5510b172-768d-4c8f-9448-71f1b72cd6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178658 Mar 02 14:00:04.660455 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7e7df-99ef-4ce6-9bfd-78ea0e358473 req-60ec9972-e3a2-4e45-8133-3d6308a51420 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:04.662603 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-86e7e7df-99ef-4ce6-9bfd-78ea0e358473 req-60ec9972-e3a2-4e45-8133-3d6308a51420 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 944 time: 0.1324308 Mar 02 14:00:04.680446 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d562d9-ad15-4690-a039-427a72aab68a req-e75a2c17-0b5e-4794-8b4d-db8614f8c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:04.683607 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-76d562d9-ad15-4690-a039-427a72aab68a req-e75a2c17-0b5e-4794-8b4d-db8614f8c706 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=171e89e7464e461aa2f12abf8622c220&device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 1128 time: 0.0899549 Mar 02 14:00:05.086437 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-86e7e7df-99ef-4ce6-9bfd-78ea0e358473 req-19817243-1c19-4278-9ea3-38bb54e595a0 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152911 Mar 02 14:00:05.139348 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d562d9-ad15-4690-a039-427a72aab68a req-a912f0cc-af51-468b-bec4-41ccec5de048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:05.141198 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-76d562d9-ad15-4690-a039-427a72aab68a req-a912f0cc-af51-468b-bec4-41ccec5de048 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5510b172-768d-4c8f-9448-71f1b72cd6bf HTTP/1.1" status: 200 len: 916 time: 0.4479463 Mar 02 14:00:05.152899 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3b350-b29f-41bb-9016-4e6a2174bf29 req-42909b03-674c-4f8b-a448-8a0ac991c2ed tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:05.154743 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-43b3b350-b29f-41bb-9016-4e6a2174bf29 req-42909b03-674c-4f8b-a448-8a0ac991c2ed tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.1142285 Mar 02 14:00:05.206048 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-76d562d9-ad15-4690-a039-427a72aab68a req-061e75ca-6870-4d65-872d-9654a4559c61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8d439e7-edc7-493f-9d67-5f70ad9738c4 HTTP/1.1" status: 200 len: 217 time: 0.0503273 Mar 02 14:00:05.276249 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-43b3b350-b29f-41bb-9016-4e6a2174bf29 req-833d9780-4468-4f7b-afdf-e75f52049562 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141145 Mar 02 14:00:05.300317 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d562d9-ad15-4690-a039-427a72aab68a req-c047285d-b4d3-4d54-8499-a7ba2581b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:05.300317 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-76d562d9-ad15-4690-a039-427a72aab68a req-c047285d-b4d3-4d54-8499-a7ba2581b6f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad11377f-59e7-48ee-a341-d328a9020b41 HTTP/1.1" status: 200 len: 854 time: 0.0802071 Mar 02 14:00:05.389366 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d562d9-ad15-4690-a039-427a72aab68a req-6911d12e-9261-4623-b89c-c3ca68cda230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:05.390978 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-76d562d9-ad15-4690-a039-427a72aab68a req-6911d12e-9261-4623-b89c-c3ca68cda230 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5510b172-768d-4c8f-9448-71f1b72cd6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903151 Mar 02 14:00:05.409590 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c194db-9887-45a3-8185-ba105e0ba233 req-a5fbfda7-538d-470f-bf02-b764e3fedcd9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:05.411676 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-92c194db-9887-45a3-8185-ba105e0ba233 req-a5fbfda7-538d-470f-bf02-b764e3fedcd9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 945 time: 0.0779576 Mar 02 14:00:05.545625 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-92c194db-9887-45a3-8185-ba105e0ba233 req-53d2708b-9080-44f1-9832-feba7dc12643 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220195 Mar 02 14:00:05.573181 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-76d562d9-ad15-4690-a039-427a72aab68a req-03670163-f152-4b00-9123-1497f4a224b2 service neutron] 10.222.0.20 "GET /v2.0/networks/5510b172-768d-4c8f-9448-71f1b72cd6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603575 Mar 02 14:00:05.676306 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-76d562d9-ad15-4690-a039-427a72aab68a req-9e63737f-e1dc-4410-bd0d-79651d232ac3 service neutron] 10.222.0.20 "GET /v2.0/networks/5510b172-768d-4c8f-9448-71f1b72cd6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933945 Mar 02 14:00:05.887326 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-8b57c8bc-2083-456c-988c-a9c52225c75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:05.986528 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4eca8-8782-4086-ac00-95930318eeba req-15710133-4ad7-4920-a97a-4fda7520bc35 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:05.988351 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c4d4eca8-8782-4086-ac00-95930318eeba req-15710133-4ad7-4920-a97a-4fda7520bc35 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.20 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.0697708 Mar 02 14:00:06.095182 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device e8d439e7-edc7-493f-9d67-5f70ad9738c4 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:00:06.104679 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:00:06.144447 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-d57f5cf9-72d1-4ef9-bbd9-40348957453c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159864729&fields=id&tenant_id=1d065ca6b45040b6978b65b835c610d7 HTTP/1.1" status: 200 len: 267 time: 0.0933716 Mar 02 14:00:06.295761 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:00:06.296612 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:06.307752 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-063f0a3b-7db8-4761-9870-34ca26ef764b tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:06.309834 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-063f0a3b-7db8-4761-9870-34ca26ef764b tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/networks?id=951bfca3-aac8-4a93-9a1f-4c55aa7121f7 HTTP/1.1" status: 200 len: 808 time: 0.1563439 Mar 02 14:00:06.314331 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [req-c4d4eca8-8782-4086-ac00-95930318eeba req-d16ab694-21c2-4b23-a51c-e1c54ed436e8 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Deleting port 72119b2e-306d-48ff-9fa4-1dfcde665f61 {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:00:06.314788 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c4d4eca8-8782-4086-ac00-95930318eeba req-d16ab694-21c2-4b23-a51c-e1c54ed436e8 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (72119b2e-306d-48ff-9fa4-1dfcde665f61), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:06.357482 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-fd67fee7-d363-4473-a523-867eaa413099 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/quotas/1d065ca6b45040b6978b65b835c610d7 HTTP/1.1" status: 200 len: 375 time: 0.0389256 Mar 02 14:00:06.369202 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port e8d439e7-edc7-493f-9d67-5f70ad9738c4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e8d439e7-edc7-493f-9d67-5f70ad9738c4,segment=NetworkSegment(2f486a4c-f1b4-4240-90a4-5382c146287d),segment_id=2f486a4c-f1b4-4240-90a4-5382c146287d)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:00:06.384695 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': 'e8d439e7-edc7-493f-9d67-5f70ad9738c4', 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf', 'port_id': 'e8d439e7-edc7-493f-9d67-5f70ad9738c4', 'mac_address': 'fa:16:3e:e5:79:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad11377f-59e7-48ee-a341-d328a9020b41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:00:06.452908 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd8be3-4951-4d10-a5ef-5e75a257f2f9 req-7c0bbb05-670e-45a2-8b81-0fa7142e9969 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:06.454525 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1efd8be3-4951-4d10-a5ef-5e75a257f2f9 req-7c0bbb05-670e-45a2-8b81-0fa7142e9969 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 944 time: 0.1927366 Mar 02 14:00:06.462325 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port e8d439e7-edc7-493f-9d67-5f70ad9738c4 is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:00:06.462746 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:06.490387 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d439e7-edc7-493f-9d67-5f70ad9738c4 {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:00:06.514882 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port e8d439e7-edc7-493f-9d67-5f70ad9738c4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e8d439e7-edc7-493f-9d67-5f70ad9738c4,segment=NetworkSegment(2f486a4c-f1b4-4240-90a4-5382c146287d),segment_id=2f486a4c-f1b4-4240-90a4-5382c146287d)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:00:06.516632 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-c4d4eca8-8782-4086-ac00-95930318eeba req-d16ab694-21c2-4b23-a51c-e1c54ed436e8 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] For port 72119b2e-306d-48ff-9fa4-1dfcde665f61, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=72119b2e-306d-48ff-9fa4-1dfcde665f61,segment=NetworkSegment(49f1ae7a-f510-49ee-8e39-25334c503aa7),segment_id=49f1ae7a-f510-49ee-8e39-25334c503aa7)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:00:06.517196 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c4d4eca8-8782-4086-ac00-95930318eeba req-d16ab694-21c2-4b23-a51c-e1c54ed436e8 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (72119b2e-306d-48ff-9fa4-1dfcde665f61), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:06.518263 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:00:06.518917 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:06.521264 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:06.527943 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-f0e2e7a6-740d-4813-87b3-de7dd62eb9a3 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d065ca6b45040b6978b65b835c610d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1639225 Mar 02 14:00:06.566764 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [req-c4d4eca8-8782-4086-ac00-95930318eeba req-d16ab694-21c2-4b23-a51c-e1c54ed436e8 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Calling delete_port for 72119b2e-306d-48ff-9fa4-1dfcde665f61 owned by compute:nova {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:00:06.594040 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:00:06.596331 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e66dd3-ba76-4333-956f-6a7cf0c1819d" -d '{"events": [{"server_uuid": "7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7", "name": "network-vif-plugged", "status": "completed", "tag": "59aa1c7c-10a8-4ccf-af8f-71842faa5b01"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:00:06.608622 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1efd8be3-4951-4d10-a5ef-5e75a257f2f9 req-10d3e5bd-a8ec-4ce8-b414-13064f189294 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394706 Mar 02 14:00:06.616454 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:00:06.623452 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:06.625335 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=e8d439e7-edc7-493f-9d67-5f70ad9738c4,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:06.695923 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,revision_number=7']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:06.755340 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-4f866ca4-d6c9-46fc-94e4-2847833cad83 service neutron] 10.222.0.36 "GET /v2.0/networks/951bfca3-aac8-4a93-9a1f-4c55aa7121f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053814 Mar 02 14:00:06.917888 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89e3ee-501d-484e-b779-76beca299c41 req-76aa18bc-b064-4cbb-a4ed-f33ff4dac3b3 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:06.919669 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ec89e3ee-501d-484e-b779-76beca299c41 req-76aa18bc-b064-4cbb-a4ed-f33ff4dac3b3 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de48080-54ee-4fff-8e33-92d2bf0d7262 HTTP/1.1" status: 200 len: 945 time: 0.1999133 Mar 02 14:00:06.941397 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c4d4eca8-8782-4086-ac00-95930318eeba req-d16ab694-21c2-4b23-a51c-e1c54ed436e8 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (72119b2e-306d-48ff-9fa4-1dfcde665f61), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:06.957694 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['d5b72211-1410-4045-9655-df5a3c6840ec'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:00:06.990402 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['e8d439e7-edc7-493f-9d67-5f70ad9738c4'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:00:06.998777 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-12b4b477-e0ff-49fe-ad21-345d1ce1e28f service neutron] 10.222.0.36 "GET /v2.0/networks/951bfca3-aac8-4a93-9a1f-4c55aa7121f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318051 Mar 02 14:00:06.999371 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ab694-21c2-4b23-a51c-e1c54ed436e8 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Pushing event deleted for resources: {'Port': ['ID=72119b2e-306d-48ff-9fa4-1dfcde665f61,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:07.080965 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d4eca8-8782-4086-ac00-95930318eeba req-d16ab694-21c2-4b23-a51c-e1c54ed436e8 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] No DVR routers for this DVR port 72119b2e-306d-48ff-9fa4-1dfcde665f61 on host hv-cinder-83124 {{(pid=102940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:00:07.084458 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c4d4eca8-8782-4086-ac00-95930318eeba req-d16ab694-21c2-4b23-a51c-e1c54ed436e8 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:07.090171 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c4d4eca8-8782-4086-ac00-95930318eeba req-d16ab694-21c2-4b23-a51c-e1c54ed436e8 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.20 "DELETE /v2.0/ports/72119b2e-306d-48ff-9fa4-1dfcde665f61 HTTP/1.1" status: 204 len: 173 time: 1.0954034 Mar 02 14:00:07.095019 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de48080-54ee-4fff-8e33-92d2bf0d7262', 'name': 'network-vif-deleted', 'tag': '72119b2e-306d-48ff-9fa4-1dfcde665f61'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:00:07.098207 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe7b168-87b3-47b8-8037-8bce63b276b0" -d '{"events": [{"server_uuid": "1de48080-54ee-4fff-8e33-92d2bf0d7262", "name": "network-vif-deleted", "tag": "72119b2e-306d-48ff-9fa4-1dfcde665f61"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:00:07.133017 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ec89e3ee-501d-484e-b779-76beca299c41 req-6b2b1ef9-425e-48b0-9f6e-079cda43703b tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038124 Mar 02 14:00:07.347124 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c23c84-2fd9-4bd8-8f43-fd916b498792 req-00ec709a-f84a-4f20-9fd9-e2798f1f82e4 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:07.355134 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a8c23c84-2fd9-4bd8-8f43-fd916b498792 req-00ec709a-f84a-4f20-9fd9-e2798f1f82e4 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.1145916 Mar 02 14:00:07.444760 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a8c23c84-2fd9-4bd8-8f43-fd916b498792 req-64f35c43-aa17-4321-9b67-c9bfc9c567e0 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854330 Mar 02 14:00:07.482183 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d154346-569a-4173-9c2b-0b7c64dbe664 x-openstack-request-id: req-5d154346-569a-4173-9c2b-0b7c64dbe664 {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:00:07.482533 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7", "name": "network-vif-plugged", "status": "completed", "tag": "59aa1c7c-10a8-4ccf-af8f-71842faa5b01", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:00:07.482878 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d154346-569a-4173-9c2b-0b7c64dbe664 {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:00:07.483342 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01', 'code': 200} Mar 02 14:00:07.599167 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4b73be-0e8e-4276-b86b-03735b322b29 x-openstack-request-id: req-bc4b73be-0e8e-4276-b86b-03735b322b29 {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:00:07.599641 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de48080-54ee-4fff-8e33-92d2bf0d7262", "name": "network-vif-deleted", "tag": "72119b2e-306d-48ff-9fa4-1dfcde665f61", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:00:07.599994 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc4b73be-0e8e-4276-b86b-03735b322b29 {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:00:07.600548 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de48080-54ee-4fff-8e33-92d2bf0d7262', 'name': 'network-vif-deleted', 'tag': '72119b2e-306d-48ff-9fa4-1dfcde665f61', 'status': 'completed', 'code': 200} Mar 02 14:00:07.613903 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-33ca851a-99e2-4b73-a235-b8a445c4e75c req-48926d3f-cde4-4721-a2f2-01c3167f4c8d tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 210 time: 0.0672472 Mar 02 14:00:07.920077 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d938ae-8307-4d4c-b21d-270228b70b67 req-3da917d6-85a8-4555-b67b-0f43f270cf96 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:07.921662 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c4d938ae-8307-4d4c-b21d-270228b70b67 req-3da917d6-85a8-4555-b67b-0f43f270cf96 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 945 time: 0.1390321 Mar 02 14:00:08.065167 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c4d938ae-8307-4d4c-b21d-270228b70b67 req-659a61a3-cf9e-4459-9059-27fdc8d9b353 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354115 Mar 02 14:00:08.106331 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 72119b2e-306d-48ff-9fa4-1dfcde665f61 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:00:08.162416 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: 72119b2e-306d-48ff-9fa4-1dfcde665f61 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:00:08.162785 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 72119b2e-306d-48ff-9fa4-1dfcde665f61 not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:00:08.172429 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-f3a77e58-5b7f-4a77-9c7a-874ce37bd8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:08.600755 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66893d-dbfa-46a5-8633-8c9640447e0c req-6d2d0963-df45-4bfc-a0ee-8afe7a4e743d tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:08.609193 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0a66893d-dbfa-46a5-8633-8c9640447e0c req-6d2d0963-df45-4bfc-a0ee-8afe7a4e743d tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.0910516 Mar 02 14:00:08.701349 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0a66893d-dbfa-46a5-8633-8c9640447e0c req-26a42baf-3f7a-444b-86e1-79b0841d662c tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909545 Mar 02 14:00:08.779955 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a914b-da49-47fb-becc-5f2695ff3101 req-2dfc22fd-b896-4adf-85f8-bc19fcd83952 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:08.786973 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-039a914b-da49-47fb-becc-5f2695ff3101 req-2dfc22fd-b896-4adf-85f8-bc19fcd83952 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.2101684 Mar 02 14:00:08.891219 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-14bea5bf-ea4e-46a2-961b-06044120d40a req-be730da1-b4a6-4029-8002-ff70c194ad22 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 210 time: 0.0514934 Mar 02 14:00:08.916980 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-039a914b-da49-47fb-becc-5f2695ff3101 req-13cccea6-6c9b-44a0-8975-5bb40476e9b3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224976 Mar 02 14:00:09.328278 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-533844e5-3963-4df9-af53-63ed6bac11f1 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:09.333483 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-533844e5-3963-4df9-af53-63ed6bac11f1 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.20 "GET /v2.0/networks?id=951bfca3-aac8-4a93-9a1f-4c55aa7121f7 HTTP/1.1" status: 200 len: 808 time: 0.3427932 Mar 02 14:00:09.442291 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:09.466787 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb7c15-a1c0-428b-81de-1e6de5dac94a req-1ea899bd-12fb-4c18-a77c-adc131934e18 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:09.469606 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a9fb7c15-a1c0-428b-81de-1e6de5dac94a req-1ea899bd-12fb-4c18-a77c-adc131934e18 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 945 time: 0.2305944 Mar 02 14:00:09.581366 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-5cda9a00-32a4-41de-b124-cdce0cbb5532 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d065ca6b45040b6978b65b835c610d7 HTTP/1.1" status: 200 len: 380 time: 0.2292225 Mar 02 14:00:09.651115 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-8b8b57e1-6cac-4e98-adef-54f458e58d9c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Request body: {'port': {'device_id': '0ad80347-da06-4070-8cb1-91129fef8fa2', 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7', 'admin_state_up': True, 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'security_groups': ['76ec8e50-d3ff-43a5-a616-e6d5eeb573bd']}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:00:09.820371 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a9fb7c15-a1c0-428b-81de-1e6de5dac94a req-070b4ced-ea1a-41b7-9961-1fd2a871782c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374341 Mar 02 14:00:10.096339 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device e8d439e7-edc7-493f-9d67-5f70ad9738c4 up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:00:10.148555 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fd0acad9-5863-465b-a2e0-6dd4e0c7e958 req-a6160766-2527-493a-8da2-534ac054901c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 210 time: 0.1247468 Mar 02 14:00:10.285263 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port e8d439e7-edc7-493f-9d67-5f70ad9738c4 completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:00:10.300848 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port e8d439e7-edc7-493f-9d67-5f70ad9738c4 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:00:10.301302 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:10.625512 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b0ffc-4f42-4cbc-a8cd-f4c2b2b5ed0d req-593a182a-20a8-4287-a9d9-c80e5b07c448 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:10.634767 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port e8d439e7-edc7-493f-9d67-5f70ad9738c4 is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:00:10.635406 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:10.665567 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1e77a3-26f6-48e0-8d7b-04a460848e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d439e7-edc7-493f-9d67-5f70ad9738c4'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:00:10.668703 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5da20e-a38b-4c62-ac19-1d0b0fb74254" -d '{"events": [{"server_uuid": "8b1e77a3-26f6-48e0-8d7b-04a460848e78", "name": "network-vif-plugged", "status": "completed", "tag": "e8d439e7-edc7-493f-9d67-5f70ad9738c4"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:00:10.671230 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b0b0ffc-4f42-4cbc-a8cd-f4c2b2b5ed0d req-593a182a-20a8-4287-a9d9-c80e5b07c448 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.6877604 Mar 02 14:00:10.684530 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port e8d439e7-edc7-493f-9d67-5f70ad9738c4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e8d439e7-edc7-493f-9d67-5f70ad9738c4,segment=NetworkSegment(2f486a4c-f1b4-4240-90a4-5382c146287d),segment_id=2f486a4c-f1b4-4240-90a4-5382c146287d)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:00:10.689890 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:10.774018 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=e8d439e7-edc7-493f-9d67-5f70ad9738c4,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:10.888040 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3b0b0ffc-4f42-4cbc-a8cd-f4c2b2b5ed0d req-6c14db4c-7132-462f-910c-35af563e40ce tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152283 Mar 02 14:00:10.890220 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:10.910860 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db41715-abe3-471b-ae95-146301c6059b req-e858c61d-7622-4f6d-90d0-34b770b6a4d5 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:10.931808 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5db41715-abe3-471b-ae95-146301c6059b req-e858c61d-7622-4f6d-90d0-34b770b6a4d5 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.6499000 Mar 02 14:00:10.934596 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-8b8b57e1-6cac-4e98-adef-54f458e58d9c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Made reservation on behalf of 1d065ca6b45040b6978b65b835c610d7 for: {'port': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:00:10.937983 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-8b8b57e1-6cac-4e98-adef-54f458e58d9c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:11.014487 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ff515a-87a1-478f-ba86-9f98a3f53977 x-openstack-request-id: req-27ff515a-87a1-478f-ba86-9f98a3f53977 {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:00:11.015054 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1e77a3-26f6-48e0-8d7b-04a460848e78", "name": "network-vif-plugged", "status": "completed", "tag": "e8d439e7-edc7-493f-9d67-5f70ad9738c4", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:00:11.015323 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27ff515a-87a1-478f-ba86-9f98a3f53977 {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:00:11.015925 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1e77a3-26f6-48e0-8d7b-04a460848e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d439e7-edc7-493f-9d67-5f70ad9738c4', 'code': 200} Mar 02 14:00:11.286276 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-8b8b57e1-6cac-4e98-adef-54f458e58d9c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Allocated IP 172.20.0.12 (951bfca3-aac8-4a93-9a1f-4c55aa7121f7/00276bbf-6f6e-4bc8-b50e-d19182636b07/fe7509e1-2ef5-42ee-b105-cfd330dbcb98) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:00:11.480990 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-c1814bc0-6a15-46d6-8de2-7fc0043ffc48 req-91548efa-104a-4cd2-af33-644c3eee5b66 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1015670 Mar 02 14:00:11.545580 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7585116-48cc-4ce7-993a-d76526b6ddad req-a47259b6-4f96-4d65-aceb-8b2f43a3e67d tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:11.547305 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e7585116-48cc-4ce7-993a-d76526b6ddad req-a47259b6-4f96-4d65-aceb-8b2f43a3e67d tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 946 time: 0.2182128 Mar 02 14:00:11.561725 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5db41715-abe3-471b-ae95-146301c6059b req-bd55ba58-2b14-44e4-9afa-5e10af7fdb45 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6285162 Mar 02 14:00:11.600883 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c79988-39e0-4a86-9872-a90cce4d54e7 req-219c587c-0d16-49fc-994a-b1337bafd0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:11.607417 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d5c79988-39e0-4a86-9872-a90cce4d54e7 req-219c587c-0d16-49fc-994a-b1337bafd0a5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 1130 time: 0.2771101 Mar 02 14:00:11.614924 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1814bc0-6a15-46d6-8de2-7fc0043ffc48 req-5267b9ee-5553-4da5-bbcc-151739d112be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:11.616623 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-c1814bc0-6a15-46d6-8de2-7fc0043ffc48 req-5267b9ee-5553-4da5-bbcc-151739d112be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=64ebff49f62c4b4dbc756d0c15f028e8&device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 1129 time: 0.1100254 Mar 02 14:00:11.734683 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c0e4c7a2-fce7-4d61-926b-7e367349af16 req-1fb938d6-5c2c-4134-b419-3b778576fcbc tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 210 time: 0.0500968 Mar 02 14:00:11.799127 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-8b8b57e1-6cac-4e98-adef-54f458e58d9c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:11.831032 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d5c79988-39e0-4a86-9872-a90cce4d54e7 req-b5e02b0e-547a-46c4-bd93-abb0b11a1b5b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091928 Mar 02 14:00:11.854621 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e7585116-48cc-4ce7-993a-d76526b6ddad req-3d4eeed0-5ad4-4188-8e29-1a2f121796fa tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836215 Mar 02 14:00:11.859834 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1814bc0-6a15-46d6-8de2-7fc0043ffc48 req-aa722a55-9c40-4e63-9c03-1f3bb1ed9990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:11.863786 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-c1814bc0-6a15-46d6-8de2-7fc0043ffc48 req-aa722a55-9c40-4e63-9c03-1f3bb1ed9990 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76 HTTP/1.1" status: 200 len: 912 time: 0.2181761 Mar 02 14:00:11.916494 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-8b8b57e1-6cac-4e98-adef-54f458e58d9c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:11.980214 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-8b8b57e1-6cac-4e98-adef-54f458e58d9c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Network 951bfca3-aac8-4a93-9a1f-4c55aa7121f7 is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:00:12.022477 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-8b8b57e1-6cac-4e98-adef-54f458e58d9c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:00:12.029487 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-8b8b57e1-6cac-4e98-adef-54f458e58d9c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:00:12.070761 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b57e1-6cac-4e98-adef-54f458e58d9c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Pushing event updated for resources: {'Port': ['ID=fe7509e1-2ef5-42ee-b105-cfd330dbcb98,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:12.203595 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-8b8b57e1-6cac-4e98-adef-54f458e58d9c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:12.204259 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-8b8b57e1-6cac-4e98-adef-54f458e58d9c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:12.214683 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01324b-f54b-4b65-bde9-9a377a8d2e3f req-1a690293-c53f-46f1-bccf-f1fa2742eeec tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:12.229559 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8b01324b-f54b-4b65-bde9-9a377a8d2e3f req-1a690293-c53f-46f1-bccf-f1fa2742eeec tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.2387569 Mar 02 14:00:12.283472 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-8b8b57e1-6cac-4e98-adef-54f458e58d9c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6842790 Mar 02 14:00:12.291213 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8b01324b-f54b-4b65-bde9-9a377a8d2e3f req-a8b0c7a0-97f8-4e22-aac1-c762db2a3421 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595036 Mar 02 14:00:12.313440 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-c1814bc0-6a15-46d6-8de2-7fc0043ffc48 req-7f0bdde2-40a6-416a-bad6-7840b5b50881 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9b0145e-20b6-4e2d-8c30-4172a0444b1d HTTP/1.1" status: 200 len: 1001 time: 0.2502382 Mar 02 14:00:12.318006 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Request body: {'port': {'device_id': '0ad80347-da06-4070-8cb1-91129fef8fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:00:12.445216 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1814bc0-6a15-46d6-8de2-7fc0043ffc48 req-e550b280-28e9-4abd-8e6d-c95236aa766b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:12.452948 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-c1814bc0-6a15-46d6-8de2-7fc0043ffc48 req-e550b280-28e9-4abd-8e6d-c95236aa766b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4162740a-dc51-4b0e-a76f-5454f57d9ff4 HTTP/1.1" status: 200 len: 850 time: 0.1271038 Mar 02 14:00:12.454487 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:12.493531 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-832e8421-b8fb-45c7-a148-fc0fa3103e3b None None] Provisioning complete for port fe7509e1-2ef5-42ee-b105-cfd330dbcb98 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:00:12.494349 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-832e8421-b8fb-45c7-a148-fc0fa3103e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:12.611521 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1814bc0-6a15-46d6-8de2-7fc0043ffc48 req-bc4d40b4-2a58-46e2-ba41-7a706df80ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:12.617057 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-c1814bc0-6a15-46d6-8de2-7fc0043ffc48 req-bc4d40b4-2a58-46e2-ba41-7a706df80ddc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1605339 Mar 02 14:00:12.651122 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:12.657696 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-832e8421-b8fb-45c7-a148-fc0fa3103e3b None None] Port fe7509e1-2ef5-42ee-b105-cfd330dbcb98 cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 14:00:12.926072 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7509e1-2ef5-42ee-b105-cfd330dbcb98 {{(pid=102940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:00:12.939257 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Publish callbacks [] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:12.959242 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.provisioning_blocks [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Transition to ACTIVE for port object fe7509e1-2ef5-42ee-b105-cfd330dbcb98 will not be triggered until provisioned by entity L2. {{(pid=102940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:00:12.990961 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:13.133425 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-c1814bc0-6a15-46d6-8de2-7fc0043ffc48 req-8c2cf0ee-6593-4cc5-999a-d852fb434e91 service neutron] 10.222.0.20 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077186 Mar 02 14:00:13.335375 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-c1814bc0-6a15-46d6-8de2-7fc0043ffc48 req-4bbf5393-4a79-410f-9ea5-b939796d8a45 service neutron] 10.222.0.20 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934049 Mar 02 14:00:13.474620 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7509e1-2ef5-42ee-b105-cfd330dbcb98,revision_number=2']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:13.517653 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe8fc5-cd47-4e10-a057-b9d3342f4143 req-774d7b52-de62-4faa-bbff-0c1b56805cd7 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:13.526076 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d2fe8fc5-cd47-4e10-a057-b9d3342f4143 req-774d7b52-de62-4faa-bbff-0c1b56805cd7 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.5645771 Mar 02 14:00:13.544062 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c18488-42be-4e22-9284-6e9ae72cf4de req-82880238-620f-4895-97e8-ec862110b9f7 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:13.548786 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b0c18488-42be-4e22-9284-6e9ae72cf4de req-82880238-620f-4895-97e8-ec862110b9f7 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 944 time: 0.5738657 Mar 02 14:00:13.692951 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b0c18488-42be-4e22-9284-6e9ae72cf4de req-a951bd63-7e7d-4abf-a1f7-f743043fbd07 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387529 Mar 02 14:00:13.723325 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Attempting to bind port fe7509e1-2ef5-42ee-b105-cfd330dbcb98 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:00:13.726687 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Attempting to bind port fe7509e1-2ef5-42ee-b105-cfd330dbcb98 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '09335895-154e-4855-9a61-4e84299ffb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7'}] {{(pid=102940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:00:13.727270 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Attempting to bind port fe7509e1-2ef5-42ee-b105-cfd330dbcb98 on network 951bfca3-aac8-4a93-9a1f-4c55aa7121f7 {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:00:13.747583 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Port fe7509e1-2ef5-42ee-b105-cfd330dbcb98 on network 951bfca3-aac8-4a93-9a1f-4c55aa7121f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:00:13.748332 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Attempting to bind port fe7509e1-2ef5-42ee-b105-cfd330dbcb98 on network 951bfca3-aac8-4a93-9a1f-4c55aa7121f7 {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:00:13.761242 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 13, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:00:13.762725 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Checking segment: {'id': '09335895-154e-4855-9a61-4e84299ffb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:00:13.763148 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Bound using segment: {'id': '09335895-154e-4855-9a61-4e84299ffb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7'} {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:00:13.763616 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Bound port: fe7509e1-2ef5-42ee-b105-cfd330dbcb98, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09335895-154e-4855-9a61-4e84299ffb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7'}}] {{(pid=102940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:00:13.764024 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:13.781237 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d2fe8fc5-cd47-4e10-a057-b9d3342f4143 req-98aa425f-379a-4c00-833e-823c433f1159 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538176 Mar 02 14:00:13.901701 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] For port fe7509e1-2ef5-42ee-b105-cfd330dbcb98, host hv-cinder-83124, cleared binding levels {{(pid=102940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:00:13.907336 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] For port fe7509e1-2ef5-42ee-b105-cfd330dbcb98, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fe7509e1-2ef5-42ee-b105-cfd330dbcb98,segment=NetworkSegment(09335895-154e-4855-9a61-4e84299ffb0c),segment_id=09335895-154e-4855-9a61-4e84299ffb0c)] {{(pid=102940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:00:13.925079 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594902b-0349-4215-b5ed-f01a53c298c2 req-f7a5942f-cd5f-4e0c-a0cc-de13f21ed652 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:13.927714 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b594902b-0349-4215-b5ed-f01a53c298c2 req-f7a5942f-cd5f-4e0c-a0cc-de13f21ed652 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 946 time: 0.0883188 Mar 02 14:00:13.930362 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:14.057364 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:14.058398 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:14.060068 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] 10.222.0.20 "PUT /v2.0/ports/fe7509e1-2ef5-42ee-b105-cfd330dbcb98 HTTP/1.1" status: 200 len: 1094 time: 1.7558272 Mar 02 14:00:14.062319 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad80347-da06-4070-8cb1-91129fef8fa2', 'tag': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:00:14.064863 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cdf3d3-b458-4667-bb15-dcc9008c74d4" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad80347-da06-4070-8cb1-91129fef8fa2", "tag": "fe7509e1-2ef5-42ee-b105-cfd330dbcb98"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:00:14.143543 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:14.366830 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895afff5-d99b-4cfc-aedc-eb810bba271f req-13679a2b-dfe5-4655-a6de-4f546da365fe tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:14.370108 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-895afff5-d99b-4cfc-aedc-eb810bba271f req-13679a2b-dfe5-4655-a6de-4f546da365fe tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.3468795 Mar 02 14:00:14.374074 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b594902b-0349-4215-b5ed-f01a53c298c2 req-23339ae5-ebe5-4bc1-919b-09f38710dcd0 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312272 Mar 02 14:00:14.403849 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-e87a4b59-ce34-423d-af38-18b15528074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:14.405881 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-e87a4b59-ce34-423d-af38-18b15528074b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d065ca6b45040b6978b65b835c610d7&device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 1128 time: 0.2092998 Mar 02 14:00:14.406695 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29fcba-71fd-4017-87c6-30967dec5060 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7509e1-2ef5-42ee-b105-cfd330dbcb98,revision_number=3']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:14.527524 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-e8d75cc5-92a4-4e41-954f-0e00b791ee00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe7509e1-2ef5-42ee-b105-cfd330dbcb98 HTTP/1.1" status: 200 len: 217 time: 0.1063681 Mar 02 14:00:14.530933 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aac7e03-7bce-4515-935f-9842ede9b280 x-openstack-request-id: req-3aac7e03-7bce-4515-935f-9842ede9b280 {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:00:14.531263 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad80347-da06-4070-8cb1-91129fef8fa2", "tag": "fe7509e1-2ef5-42ee-b105-cfd330dbcb98", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:00:14.531543 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3aac7e03-7bce-4515-935f-9842ede9b280 {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:00:14.531952 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad80347-da06-4070-8cb1-91129fef8fa2', 'tag': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98', 'status': 'completed', 'code': 200} Mar 02 14:00:14.646131 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-895afff5-d99b-4cfc-aedc-eb810bba271f req-d7372780-b7f6-40bd-a8a1-742c5ea4dd8b tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663219 Mar 02 14:00:14.662235 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-d7f0e62c-e0bd-43c0-883f-d333fd9533d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:14.663823 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-d7f0e62c-e0bd-43c0-883f-d333fd9533d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00276bbf-6f6e-4bc8-b50e-d19182636b07 HTTP/1.1" status: 200 len: 847 time: 0.1281586 Mar 02 14:00:14.773038 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afec95-1b4b-41d6-b424-2f52170933a3 req-afa5f908-40e0-4ece-97ea-465cf4ef1299 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:14.780665 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-41afec95-1b4b-41d6-b424-2f52170933a3 req-afa5f908-40e0-4ece-97ea-465cf4ef1299 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 946 time: 0.2025685 Mar 02 14:00:14.921234 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-8598ca11-5f90-4e07-bf7c-4d68dfe751bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:14.923261 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-8598ca11-5f90-4e07-bf7c-4d68dfe751bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=951bfca3-aac8-4a93-9a1f-4c55aa7121f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2429075 Mar 02 14:00:15.059753 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-77607081-ea56-4a2f-8cd6-610c6053b493 service neutron] 10.222.0.20 "GET /v2.0/networks/951bfca3-aac8-4a93-9a1f-4c55aa7121f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186318 Mar 02 14:00:15.096384 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e788349-4d1d-43ae-a4b4-bfc6206598d5 req-92a39698-ad54-4740-be14-36e9e4e0bd7c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:15.101812 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8e788349-4d1d-43ae-a4b4-bfc6206598d5 req-92a39698-ad54-4740-be14-36e9e4e0bd7c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 944 time: 0.2647016 Mar 02 14:00:15.174016 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db1129-fb2a-4d2f-bb91-7a9433e24115 req-c1114306-6859-4577-adc5-0514c12c8272 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:15.175549 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b6db1129-fb2a-4d2f-bb91-7a9433e24115 req-c1114306-6859-4577-adc5-0514c12c8272 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.20 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.2454870 Mar 02 14:00:15.178075 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-41afec95-1b4b-41d6-b424-2f52170933a3 req-6ed95308-c968-48f5-be12-cfe1bb264421 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846455 Mar 02 14:00:15.193520 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8e788349-4d1d-43ae-a4b4-bfc6206598d5 req-c70d4c61-e7e2-42a3-b61f-1250126c04cb tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737805 Mar 02 14:00:15.308480 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c6e8a19b-fd93-410c-b96c-9777cb7687ff req-3bb6ef8f-585b-43cb-a88b-091bdb9b03de service neutron] 10.222.0.20 "GET /v2.0/networks/951bfca3-aac8-4a93-9a1f-4c55aa7121f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379172 Mar 02 14:00:15.508629 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-b6db1129-fb2a-4d2f-bb91-7a9433e24115 req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Deleting port d5b72211-1410-4045-9655-df5a3c6840ec {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:00:15.510604 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-b6db1129-fb2a-4d2f-bb91-7a9433e24115 req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (d5b72211-1410-4045-9655-df5a3c6840ec), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:15.530303 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f502d-255b-4b6d-8c08-434343de2801 req-04fa83b6-cb1f-4d0d-8d77-28af49c312b5 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:15.534066 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-863f502d-255b-4b6d-8c08-434343de2801 req-04fa83b6-cb1f-4d0d-8d77-28af49c312b5 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.2132349 Mar 02 14:00:15.557035 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdf3d3-b458-4667-bb15-dcc9008c74d4 req-4cad6cf6-0333-4b7a-844d-1308ea80a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:15.558527 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-18cdf3d3-b458-4667-bb15-dcc9008c74d4 req-4cad6cf6-0333-4b7a-844d-1308ea80a04f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d065ca6b45040b6978b65b835c610d7&device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 1128 time: 0.1785269 Mar 02 14:00:15.736748 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-b6db1129-fb2a-4d2f-bb91-7a9433e24115 req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] For port d5b72211-1410-4045-9655-df5a3c6840ec, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d5b72211-1410-4045-9655-df5a3c6840ec,segment=NetworkSegment(49f1ae7a-f510-49ee-8e39-25334c503aa7),segment_id=49f1ae7a-f510-49ee-8e39-25334c503aa7)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:00:15.737257 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-b6db1129-fb2a-4d2f-bb91-7a9433e24115 req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (d5b72211-1410-4045-9655-df5a3c6840ec), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:15.757348 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-b6db1129-fb2a-4d2f-bb91-7a9433e24115 req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Calling delete_port for d5b72211-1410-4045-9655-df5a3c6840ec owned by compute:nova {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:00:15.763192 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-863f502d-255b-4b6d-8c08-434343de2801 req-2cd7a3c5-071b-450b-8aa8-f39a54bf6421 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100122 Mar 02 14:00:15.795347 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdf3d3-b458-4667-bb15-dcc9008c74d4 req-f1165c66-02e9-4409-9663-039b14bfaf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:15.803785 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-18cdf3d3-b458-4667-bb15-dcc9008c74d4 req-f1165c66-02e9-4409-9663-039b14bfaf27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=951bfca3-aac8-4a93-9a1f-4c55aa7121f7 HTTP/1.1" status: 200 len: 909 time: 0.2308781 Mar 02 14:00:16.049442 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-18cdf3d3-b458-4667-bb15-dcc9008c74d4 req-6d4db674-3132-4ed7-96bb-23f62c73f561 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe7509e1-2ef5-42ee-b105-cfd330dbcb98 HTTP/1.1" status: 200 len: 217 time: 0.2376554 Mar 02 14:00:16.060694 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a2430-6e0d-480f-85dd-e5c70c010a81 req-3b52f1f0-1b17-452b-a6d6-b9c4b87fa51c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:16.062613 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f88a2430-6e0d-480f-85dd-e5c70c010a81 req-3b52f1f0-1b17-452b-a6d6-b9c4b87fa51c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 946 time: 0.3525138 Mar 02 14:00:16.117638 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-b6db1129-fb2a-4d2f-bb91-7a9433e24115 req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (d5b72211-1410-4045-9655-df5a3c6840ec), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:16.133356 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['d5b72211-1410-4045-9655-df5a3c6840ec'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:00:16.159054 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e301139-8ff5-4de8-80b9-2bb3bd7eb75b req-7d6a424d-92cc-4906-bc86-f11216055606 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:16.160549 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1e301139-8ff5-4de8-80b9-2bb3bd7eb75b req-7d6a424d-92cc-4906-bc86-f11216055606 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/ports?device_id=09c0a81a-b7d8-498a-8b10-b543a6c3907a HTTP/1.1" status: 200 len: 946 time: 0.1804323 Mar 02 14:00:16.212267 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Pushing event deleted for resources: {'Port': ['ID=d5b72211-1410-4045-9655-df5a3c6840ec,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:16.225270 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:16.225640 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:16.226001 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:16.226343 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:16.226691 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:16.227029 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:16.227406 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:16.228420 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:16.229252 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:16.230033 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:16.230448 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:16.230961 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:16.231356 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:16.232359 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdf3d3-b458-4667-bb15-dcc9008c74d4 req-cf5297ac-466b-4c04-85ae-adfb897e5226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:16.233859 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-18cdf3d3-b458-4667-bb15-dcc9008c74d4 req-cf5297ac-466b-4c04-85ae-adfb897e5226 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00276bbf-6f6e-4bc8-b50e-d19182636b07 HTTP/1.1" status: 200 len: 847 time: 0.1693840 Mar 02 14:00:16.267738 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f88a2430-6e0d-480f-85dd-e5c70c010a81 req-085f5921-f6f2-445f-b5a1-a5be2a5c42c6 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876566 Mar 02 14:00:16.361880 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6db1129-fb2a-4d2f-bb91-7a9433e24115 req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] No DVR routers for this DVR port d5b72211-1410-4045-9655-df5a3c6840ec on host hv-cinder-83124 {{(pid=102939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:00:16.376431 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-b6db1129-fb2a-4d2f-bb91-7a9433e24115 req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:16.387918 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b6db1129-fb2a-4d2f-bb91-7a9433e24115 req-2cf20fbf-8016-4915-83dd-0978e445dd67 tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.20 "DELETE /v2.0/ports/d5b72211-1410-4045-9655-df5a3c6840ec HTTP/1.1" status: 204 len: 173 time: 1.2026989 Mar 02 14:00:16.389235 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c0a81a-b7d8-498a-8b10-b543a6c3907a', 'name': 'network-vif-deleted', 'tag': 'd5b72211-1410-4045-9655-df5a3c6840ec'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:00:16.416565 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d69bb4-7395-46ed-bf60-1eff30b0f5e5" -d '{"events": [{"server_uuid": "09c0a81a-b7d8-498a-8b10-b543a6c3907a", "name": "network-vif-deleted", "tag": "d5b72211-1410-4045-9655-df5a3c6840ec"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:00:16.480009 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdf3d3-b458-4667-bb15-dcc9008c74d4 req-b6a30079-d30c-4ea6-be54-997eaf650c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:16.482087 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-18cdf3d3-b458-4667-bb15-dcc9008c74d4 req-b6a30079-d30c-4ea6-be54-997eaf650c36 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=951bfca3-aac8-4a93-9a1f-4c55aa7121f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2282484 Mar 02 14:00:16.489189 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1e301139-8ff5-4de8-80b9-2bb3bd7eb75b req-fd408428-d4a2-46cf-ae6a-15da7b14328a tempest-ServerRescueNegativeTestJSON-94860824 tempest-ServerRescueNegativeTestJSON-94860824-project] 10.222.0.36 "GET /v2.0/security-groups?id=bca3464c-7168-40a1-82ff-e5967be7c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123322 Mar 02 14:00:16.610704 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f21b979-3a14-4e5d-a7e8-443e355882c9 x-openstack-request-id: req-1f21b979-3a14-4e5d-a7e8-443e355882c9 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:00:16.611020 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c0a81a-b7d8-498a-8b10-b543a6c3907a", "name": "network-vif-deleted", "tag": "d5b72211-1410-4045-9655-df5a3c6840ec", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:00:16.611392 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f21b979-3a14-4e5d-a7e8-443e355882c9 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:00:16.611837 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c0a81a-b7d8-498a-8b10-b543a6c3907a', 'name': 'network-vif-deleted', 'tag': 'd5b72211-1410-4045-9655-df5a3c6840ec', 'status': 'completed', 'code': 200} Mar 02 14:00:16.625861 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568948d-3f36-4abd-a7f0-8c3eafbb5c7e req-f5b243af-a717-4d49-a1fb-ae7abc7ffcbf tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:16.627434 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9568948d-3f36-4abd-a7f0-8c3eafbb5c7e req-f5b243af-a717-4d49-a1fb-ae7abc7ffcbf tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 944 time: 0.2145255 Mar 02 14:00:16.695420 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9568948d-3f36-4abd-a7f0-8c3eafbb5c7e req-d759ee1d-80fa-4177-9c6a-0af43e58b209 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597179 Mar 02 14:00:16.733890 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-18cdf3d3-b458-4667-bb15-dcc9008c74d4 req-dc2d9ec4-dad8-4530-860e-cc8f08de314d service neutron] 10.222.0.20 "GET /v2.0/networks/951bfca3-aac8-4a93-9a1f-4c55aa7121f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241123 Mar 02 14:00:17.040161 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa336f-5484-4789-923a-1282cefa7e30 req-cb5ee923-3dd3-4d3c-8ecd-1eabab14cd25 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:17.041820 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-57aa336f-5484-4789-923a-1282cefa7e30 req-cb5ee923-3dd3-4d3c-8ecd-1eabab14cd25 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.0807178 Mar 02 14:00:17.077480 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-18cdf3d3-b458-4667-bb15-dcc9008c74d4 req-d87d7cb7-462d-48e3-b2ab-a8a8f1165bfd service neutron] 10.222.0.20 "GET /v2.0/networks/951bfca3-aac8-4a93-9a1f-4c55aa7121f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307612 Mar 02 14:00:17.116297 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-57aa336f-5484-4789-923a-1282cefa7e30 req-09607054-f587-4e3f-a28e-3ecbd98487a3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684531 Mar 02 14:00:17.581284 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 37202) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:18.061813 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac43bf-bc84-4a71-9e6e-4f9b16d5a8f2 req-81f9aad3-4b42-4247-8a40-cd0c6a4b744c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:18.068968 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b4ac43bf-bc84-4a71-9e6e-4f9b16d5a8f2 req-81f9aad3-4b42-4247-8a40-cd0c6a4b744c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 944 time: 0.1262429 Mar 02 14:00:18.122183 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device d5b72211-1410-4045-9655-df5a3c6840ec no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:00:18.139904 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b4ac43bf-bc84-4a71-9e6e-4f9b16d5a8f2 req-c251b365-aae9-448e-8c46-2212a4455fed tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584292 Mar 02 14:00:18.200362 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: d5b72211-1410-4045-9655-df5a3c6840ec {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:00:18.200725 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device d5b72211-1410-4045-9655-df5a3c6840ec not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:00:18.407649 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc152bf-b12d-4fe9-af6e-76983d2bc3da req-3d37b5e5-6a45-4c7d-8015-8ece233408a1 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:18.409223 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4dc152bf-b12d-4fe9-af6e-76983d2bc3da req-3d37b5e5-6a45-4c7d-8015-8ece233408a1 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.1382952 Mar 02 14:00:18.573709 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4dc152bf-b12d-4fe9-af6e-76983d2bc3da req-3c2e118e-5bcd-4c2c-ba07-7c572f506a70 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569850 Mar 02 14:00:19.143798 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607117'] for router_interface (939d5efc-b41c-41c4-ae96-84773e87a1a9), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:19.537931 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cadd5-9b17-4d11-bcc6-1b482e0efa56 req-b3f9455d-dc30-41ec-b610-a796b2d90a4d tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:19.541572 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-571cadd5-9b17-4d11-bcc6-1b482e0efa56 req-b3f9455d-dc30-41ec-b610-a796b2d90a4d tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 944 time: 0.2911057 Mar 02 14:00:19.844641 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-571cadd5-9b17-4d11-bcc6-1b482e0efa56 req-67d96e8b-8876-4963-b7ea-ebee3e8b361d tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881870 Mar 02 14:00:19.895227 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9de8a-b313-4e62-bc27-e1eb6a6bedcf req-59eca2c9-b85c-4340-b357-6c1c06163ccf tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:19.902364 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-00d9de8a-b313-4e62-bc27-e1eb6a6bedcf req-59eca2c9-b85c-4340-b357-6c1c06163ccf tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.1073489 Mar 02 14:00:19.979313 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-00d9de8a-b313-4e62-bc27-e1eb6a6bedcf req-ff74243b-0953-4236-87f9-ca2074070ba7 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748849 Mar 02 14:00:20.168344 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Deleting port e2382918-03b0-4eb0-99af-00dfb0845f11 {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:00:20.169246 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (e2382918-03b0-4eb0-99af-00dfb0845f11), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:20.643362 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] For port e2382918-03b0-4eb0-99af-00dfb0845f11, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=e2382918-03b0-4eb0-99af-00dfb0845f11,segment=NetworkSegment(49f1ae7a-f510-49ee-8e39-25334c503aa7),segment_id=49f1ae7a-f510-49ee-8e39-25334c503aa7)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:00:20.644735 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (e2382918-03b0-4eb0-99af-00dfb0845f11), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:20.665685 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Calling delete_port for e2382918-03b0-4eb0-99af-00dfb0845f11 owned by network:router_interface {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:00:21.104708 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (e2382918-03b0-4eb0-99af-00dfb0845f11), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:21.178546 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca75688-64aa-4710-8a56-a78a8cf78d82 req-f1c314e2-2370-41a8-8b47-73dd401f8070 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:21.188832 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4ca75688-64aa-4710-8a56-a78a8cf78d82 req-f1c314e2-2370-41a8-8b47-73dd401f8070 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 944 time: 0.2135284 Mar 02 14:00:21.280869 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e2382918-03b0-4eb0-99af-00dfb0845f11,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:21.293059 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:21.303187 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:21.303538 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:21.303881 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:21.304221 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:21.304554 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:21.304888 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:21.305249 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:21.305632 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:21.306217 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:21.306569 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:21.306924 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:21.307252 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:21.438926 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1095b0-1ff9-4f5c-900b-18925192c766 req-86d1bdf1-6830-4765-b851-aef87c0d7af8 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:21.440445 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5a1095b0-1ff9-4f5c-900b-18925192c766 req-86d1bdf1-6830-4765-b851-aef87c0d7af8 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.3312602 Mar 02 14:00:21.444242 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4ca75688-64aa-4710-8a56-a78a8cf78d82 req-c3253847-1a3e-4652-865a-98e0144e1138 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543085 Mar 02 14:00:21.608787 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5a1095b0-1ff9-4f5c-900b-18925192c766 req-66ad7693-e62f-458e-8597-bdb447fbb835 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399846 Mar 02 14:00:21.687814 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606945'] for router_interface (939d5efc-b41c-41c4-ae96-84773e87a1a9), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:21.945941 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Router 939d5efc-b41c-41c4-ae96-84773e87a1a9 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:00:22.066340 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:00:22.075589 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 37264) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:22.076121 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-702734f6-90fd-49a3-a44d-656f60f905fc admin admin] 10.222.0.36 "PUT /v2.0/routers/939d5efc-b41c-41c4-ae96-84773e87a1a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4933746 Mar 02 14:00:22.078355 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cf78e2-cb0f-49e1-b6bb-0cab9a635f23 None None] Sync routers for ids ['939d5efc-b41c-41c4-ae96-84773e87a1a9'] in dv-cinder-831247-3-iscsi {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:00:22.096295 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cf78e2-cb0f-49e1-b6bb-0cab9a635f23 None None] Routers {'939d5efc-b41c-41c4-ae96-84773e87a1a9'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:00:22.103563 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-c9cf78e2-cb0f-49e1-b6bb-0cab9a635f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:00:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['939d5efc-b41c-41c4-ae96-84773e87a1a9'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:00:22.151883 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device fe7509e1-2ef5-42ee-b105-cfd330dbcb98 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:00:22.245353 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-c9cf78e2-cb0f-49e1-b6bb-0cab9a635f23 None None] Set router 939d5efc-b41c-41c4-ae96-84773e87a1a9 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:00:22.267991 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-96eb1f21-3d9d-4d34-a9c9-7e9c7d3148d3 admin admin] Publish callbacks [] for router (939d5efc-b41c-41c4-ae96-84773e87a1a9), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:22.302367 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port fe7509e1-2ef5-42ee-b105-cfd330dbcb98, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fe7509e1-2ef5-42ee-b105-cfd330dbcb98,segment=NetworkSegment(09335895-154e-4855-9a61-4e84299ffb0c),segment_id=09335895-154e-4855-9a61-4e84299ffb0c)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:00:22.316236 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98', 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7', 'port_id': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98', 'mac_address': 'fa:16:3e:b7:56:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:00:22.430825 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247113c-5c09-4d36-843e-f72414c57068 req-7ffa41d1-194f-4fd0-ba99-97497f5e9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:22.430825 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8247113c-5c09-4d36-843e-f72414c57068 req-7ffa41d1-194f-4fd0-ba99-97497f5e9e45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f2ae141a3f4e41ac92ac4b9bc8d548&device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 1130 time: 0.1165297 Mar 02 14:00:22.453859 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port fe7509e1-2ef5-42ee-b105-cfd330dbcb98 is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:00:22.454423 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:22.472687 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7509e1-2ef5-42ee-b105-cfd330dbcb98 {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:00:22.500723 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port fe7509e1-2ef5-42ee-b105-cfd330dbcb98, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fe7509e1-2ef5-42ee-b105-cfd330dbcb98,segment=NetworkSegment(09335895-154e-4855-9a61-4e84299ffb0c),segment_id=09335895-154e-4855-9a61-4e84299ffb0c)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:00:22.506142 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:22.507394 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-96eb1f21-3d9d-4d34-a9c9-7e9c7d3148d3 admin admin] Publish callbacks [] for router_gateway (939d5efc-b41c-41c4-ae96-84773e87a1a9), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:22.585273 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=fe7509e1-2ef5-42ee-b105-cfd330dbcb98,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:22.594488 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247113c-5c09-4d36-843e-f72414c57068 req-e3871239-f77a-4882-be17-1d5809f8a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:22.601688 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8247113c-5c09-4d36-843e-f72414c57068 req-e3871239-f77a-4882-be17-1d5809f8a82a service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c507a7b-d519-44d9-b367-d10702dec79d HTTP/1.1" status: 200 len: 917 time: 0.1651711 Mar 02 14:00:22.606591 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-96eb1f21-3d9d-4d34-a9c9-7e9c7d3148d3 admin admin] Deleting port a0711c57-95b8-4a57-8d38-e6a931717fc4 {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:00:22.606842 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-96eb1f21-3d9d-4d34-a9c9-7e9c7d3148d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (a0711c57-95b8-4a57-8d38-e6a931717fc4), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:22.612784 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-c9cf78e2-cb0f-49e1-b6bb-0cab9a635f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d5efc-b41c-41c4-ae96-84773e87a1a9', 'name': 'tempest-ServerRescueNegativeTestJSON-602163647-router', 'tenant_id': '607aa3bcf57041219e479bb3e70e3a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a0711c57-95b8-4a57-8d38-e6a931717fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T14:00:20Z', 'revision_number': 5, 'project_id': '607aa3bcf57041219e479bb3e70e3a3d', 'gw_port': {'id': 'a0711c57-95b8-4a57-8d38-e6a931717fc4', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d5efc-b41c-41c4-ae96-84773e87a1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:14Z', 'updated_at': '2022-03-02T13:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:00:22.647775 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cf78e2-cb0f-49e1-b6bb-0cab9a635f23 None None] Checking router: 939d5efc-b41c-41c4-ae96-84773e87a1a9 for host: dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:00:22.666207 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cf78e2-cb0f-49e1-b6bb-0cab9a635f23 None None] Routers {'939d5efc-b41c-41c4-ae96-84773e87a1a9'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:00:22.667913 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-c9cf78e2-cb0f-49e1-b6bb-0cab9a635f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:00:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['939d5efc-b41c-41c4-ae96-84773e87a1a9'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:00:22.763239 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf89779-b97d-45ab-8d0e-18886b49852c req-7276141c-5aaa-499e-a1eb-0ae01e36d558 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:22.764766 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bdf89779-b97d-45ab-8d0e-18886b49852c req-7276141c-5aaa-499e-a1eb-0ae01e36d558 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 945 time: 0.1072662 Mar 02 14:00:22.767279 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [None req-96eb1f21-3d9d-4d34-a9c9-7e9c7d3148d3 admin admin] For port a0711c57-95b8-4a57-8d38-e6a931717fc4, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=a0711c57-95b8-4a57-8d38-e6a931717fc4,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:00:22.767845 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-96eb1f21-3d9d-4d34-a9c9-7e9c7d3148d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (a0711c57-95b8-4a57-8d38-e6a931717fc4), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:22.783020 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['fe7509e1-2ef5-42ee-b105-cfd330dbcb98'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:00:22.786035 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-96eb1f21-3d9d-4d34-a9c9-7e9c7d3148d3 admin admin] Calling delete_port for a0711c57-95b8-4a57-8d38-e6a931717fc4 owned by network:router_gateway {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:00:22.788805 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8247113c-5c09-4d36-843e-f72414c57068 req-5774978f-b4cb-447d-8bcc-d5550c471f3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59aa1c7c-10a8-4ccf-af8f-71842faa5b01 HTTP/1.1" status: 200 len: 1000 time: 0.1806805 Mar 02 14:00:22.839139 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-c9cf78e2-cb0f-49e1-b6bb-0cab9a635f23 None None] Set router 939d5efc-b41c-41c4-ae96-84773e87a1a9 gateway port host: None {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:00:22.854704 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247113c-5c09-4d36-843e-f72414c57068 req-47c14dd6-382c-4144-9cfe-c2352abc7275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:22.856206 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8247113c-5c09-4d36-843e-f72414c57068 req-47c14dd6-382c-4144-9cfe-c2352abc7275 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a65492fa-addf-4282-9092-2b2202c1df68 HTTP/1.1" status: 200 len: 855 time: 0.0472674 Mar 02 14:00:22.903139 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-c9cf78e2-cb0f-49e1-b6bb-0cab9a635f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d5efc-b41c-41c4-ae96-84773e87a1a9', 'name': 'tempest-ServerRescueNegativeTestJSON-602163647-router', 'tenant_id': '607aa3bcf57041219e479bb3e70e3a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T14:00:22Z', 'revision_number': 6, 'project_id': '607aa3bcf57041219e479bb3e70e3a3d', 'gw_port_host': None}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:00:22.934938 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cf78e2-cb0f-49e1-b6bb-0cab9a635f23 None None] The sync data for ids ['939d5efc-b41c-41c4-ae96-84773e87a1a9'] in dv-cinder-831247-3-iscsi is: [{'id': '939d5efc-b41c-41c4-ae96-84773e87a1a9', 'name': 'tempest-ServerRescueNegativeTestJSON-602163647-router', 'tenant_id': '607aa3bcf57041219e479bb3e70e3a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T14:00:22Z', 'revision_number': 6, 'project_id': '607aa3bcf57041219e479bb3e70e3a3d', 'gw_port_host': None}] {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:00:22.980129 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bdf89779-b97d-45ab-8d0e-18886b49852c req-9384764b-0f3c-44d5-b524-81be9c290983 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958020 Mar 02 14:00:23.030566 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca309196-24dc-4448-8299-dc744ca7c269 req-40189700-5599-4e10-aa34-431bd482d611 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:23.032786 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ca309196-24dc-4448-8299-dc744ca7c269 req-40189700-5599-4e10-aa34-431bd482d611 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.2668557 Mar 02 14:00:23.037094 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247113c-5c09-4d36-843e-f72414c57068 req-5c2749df-81a3-4bfd-b414-68be56be8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:23.038840 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8247113c-5c09-4d36-843e-f72414c57068 req-5c2749df-81a3-4bfd-b414-68be56be8229 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c507a7b-d519-44d9-b367-d10702dec79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1696630 Mar 02 14:00:23.100888 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-96eb1f21-3d9d-4d34-a9c9-7e9c7d3148d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (a0711c57-95b8-4a57-8d38-e6a931717fc4), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:23.139865 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb1f21-3d9d-4d34-a9c9-7e9c7d3148d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0711c57-95b8-4a57-8d38-e6a931717fc4,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:23.159865 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ca309196-24dc-4448-8299-dc744ca7c269 req-c21d1a05-69ae-4bd5-b94a-3668656d864c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197867 Mar 02 14:00:23.243354 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-96eb1f21-3d9d-4d34-a9c9-7e9c7d3148d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607299'] for router_gateway (939d5efc-b41c-41c4-ae96-84773e87a1a9), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:23.263124 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8247113c-5c09-4d36-843e-f72414c57068 req-c15109a3-d9e0-41c1-b058-5d1380643f92 service neutron] 10.222.0.20 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101786 Mar 02 14:00:23.381380 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-96eb1f21-3d9d-4d34-a9c9-7e9c7d3148d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13013'] for router (939d5efc-b41c-41c4-ae96-84773e87a1a9), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:23.383738 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8247113c-5c09-4d36-843e-f72414c57068 req-199ed0dd-5289-4947-9650-e5ea16257bce service neutron] 10.222.0.20 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143110 Mar 02 14:00:23.385278 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-96eb1f21-3d9d-4d34-a9c9-7e9c7d3148d3 admin admin] Publish callbacks [] for router_controller (939d5efc-b41c-41c4-ae96-84773e87a1a9), precommit_delete_associations {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:23.456655 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-96eb1f21-3d9d-4d34-a9c9-7e9c7d3148d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602344'] for router (939d5efc-b41c-41c4-ae96-84773e87a1a9), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:23.457365 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96eb1f21-3d9d-4d34-a9c9-7e9c7d3148d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 939d5efc-b41c-41c4-ae96-84773e87a1a9 {{(pid=102939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 14:00:23.463040 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-96eb1f21-3d9d-4d34-a9c9-7e9c7d3148d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:23.464186 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-96eb1f21-3d9d-4d34-a9c9-7e9c7d3148d3 admin admin] 10.222.0.36 "DELETE /v2.0/routers/939d5efc-b41c-41c4-ae96-84773e87a1a9 HTTP/1.1" status: 204 len: 168 time: 1.3868837 Mar 02 14:00:23.466725 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 37290) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:23.510412 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_v2 [None req-670ba9c2-6e2e-4354-bc74-66983e21078a admin admin] Deleting subnet 888c3150-7f50-41ab-b3cc-18dce7c033e2 {{(pid=102940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 14:00:23.513455 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-670ba9c2-6e2e-4354-bc74-66983e21078a admin admin] Publish callbacks [] for subnet (888c3150-7f50-41ab-b3cc-18dce7c033e2), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:23.547097 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-670ba9c2-6e2e-4354-bc74-66983e21078a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4452555'] for subnet (888c3150-7f50-41ab-b3cc-18dce7c033e2), precommit_delete_associations {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:23.584381 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-670ba9c2-6e2e-4354-bc74-66983e21078a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775021'] for subnet (888c3150-7f50-41ab-b3cc-18dce7c033e2), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:23.638541 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-670ba9c2-6e2e-4354-bc74-66983e21078a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4452611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4384903'] for subnet (888c3150-7f50-41ab-b3cc-18dce7c033e2), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:23.664719 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ba9c2-6e2e-4354-bc74-66983e21078a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=888c3150-7f50-41ab-b3cc-18dce7c033e2,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:23.668252 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-670ba9c2-6e2e-4354-bc74-66983e21078a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:23.671377 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-670ba9c2-6e2e-4354-bc74-66983e21078a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/888c3150-7f50-41ab-b3cc-18dce7c033e2 HTTP/1.1" status: 204 len: 168 time: 0.2036831 Mar 02 14:00:23.673743 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 37292) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:23.741089 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-dba0baa6-aa07-4eb4-bf1f-163257c6dd18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845718'] for network (dcaa62c3-8e05-4527-8824-303977b75d7c), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:23.829792 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-dba0baa6-aa07-4eb4-bf1f-163257c6dd18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754838', 'neutron.services.segments.db._delete_segments_for_network-8736061257629'] for network (dcaa62c3-8e05-4527-8824-303977b75d7c), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:23.850926 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.services.segments.db [None req-dba0baa6-aa07-4eb4-bf1f-163257c6dd18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcaa62c3-8e05-4527-8824-303977b75d7c']}} {{(pid=102940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:00:23.861533 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.services.segments.db [None req-dba0baa6-aa07-4eb4-bf1f-163257c6dd18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f1ae7a-f510-49ee-8e39-25334c503aa7') {'for_net_delete': True} {{(pid=102940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:00:23.861836 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.services.segments.db [None req-dba0baa6-aa07-4eb4-bf1f-163257c6dd18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f1ae7a-f510-49ee-8e39-25334c503aa7') {} {{(pid=102940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:00:23.871516 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-dba0baa6-aa07-4eb4-bf1f-163257c6dd18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736061261222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4452572'] for segment (49f1ae7a-f510-49ee-8e39-25334c503aa7), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:23.886261 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-dba0baa6-aa07-4eb4-bf1f-163257c6dd18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (49f1ae7a-f510-49ee-8e39-25334c503aa7), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:23.892530 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba0baa6-aa07-4eb4-bf1f-163257c6dd18 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=102940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 14:00:23.893031 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-dba0baa6-aa07-4eb4-bf1f-163257c6dd18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4452829'] for segment (49f1ae7a-f510-49ee-8e39-25334c503aa7), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: Traceback (most recent call last): Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: timer() Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: cb(*args, **kw) Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: return func(*args, **kwargs) Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: self._notify() Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: self.callback(batched_events) Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: event.method(event) Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: return f(self, *a, **k) Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: return self._get(url).json() Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: return self.request(url, 'GET', **kwargs) Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 14:00:23.894972 dv-cinder-831247-3-iscsi neutron-server[102940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 14:00:23.960031 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-dba0baa6-aa07-4eb4-bf1f-163257c6dd18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607359'] for network (dcaa62c3-8e05-4527-8824-303977b75d7c), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:23.978759 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-dba0baa6-aa07-4eb4-bf1f-163257c6dd18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:23.988417 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-dba0baa6-aa07-4eb4-bf1f-163257c6dd18 admin admin] 10.222.0.36 "DELETE /v2.0/networks/dcaa62c3-8e05-4527-8824-303977b75d7c HTTP/1.1" status: 204 len: 168 time: 0.3114932 Mar 02 14:00:23.989581 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0baa6-aa07-4eb4-bf1f-163257c6dd18 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcaa62c3-8e05-4527-8824-303977b75d7c,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:24.131472 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621ad12-a78e-42cc-b6f2-2a76f54797e4 req-2af9b50a-28ae-462b-80bc-033dc3494aa8 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:24.132976 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9621ad12-a78e-42cc-b6f2-2a76f54797e4 req-2af9b50a-28ae-462b-80bc-033dc3494aa8 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 945 time: 0.0629313 Mar 02 14:00:24.161536 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device fe7509e1-2ef5-42ee-b105-cfd330dbcb98 up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:00:24.192781 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9621ad12-a78e-42cc-b6f2-2a76f54797e4 req-a96e2de4-c985-4ff6-8bcb-391b4fbb1750 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535834 Mar 02 14:00:24.227809 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 37348) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:24.236545 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port fe7509e1-2ef5-42ee-b105-cfd330dbcb98 completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:00:24.250182 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port fe7509e1-2ef5-42ee-b105-cfd330dbcb98 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:00:24.250569 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:24.280665 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-3bd917f3-7df1-422f-a0b9-9b09c5de63b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=607aa3bcf57041219e479bb3e70e3a3d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0509923 Mar 02 14:00:24.282974 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 37356) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:24.342983 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15edb88-6e5a-410e-9126-6587f14e71cf req-4e906828-ba35-4f25-a2d3-ce46d5cf1c66 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:24.344481 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e15edb88-6e5a-410e-9126-6587f14e71cf req-4e906828-ba35-4f25-a2d3-ce46d5cf1c66 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 946 time: 0.0821221 Mar 02 14:00:24.346929 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-01f84718-7d5e-4e75-afcf-315a31d48882 admin admin] Publish callbacks [] for security_group (bca3464c-7168-40a1-82ff-e5967be7c27f), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:24.370576 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-01f84718-7d5e-4e75-afcf-315a31d48882 admin admin] Publish callbacks [] for security_group (bca3464c-7168-40a1-82ff-e5967be7c27f), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:24.376918 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port fe7509e1-2ef5-42ee-b105-cfd330dbcb98 is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:00:24.377334 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:24.406293 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad80347-da06-4070-8cb1-91129fef8fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:00:24.409664 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe9625f-6b3b-4e1b-8b32-6e1aa8a8b821" -d '{"events": [{"server_uuid": "0ad80347-da06-4070-8cb1-91129fef8fa2", "name": "network-vif-plugged", "status": "completed", "tag": "fe7509e1-2ef5-42ee-b105-cfd330dbcb98"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:00:24.434702 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device a0711c57-95b8-4a57-8d38-e6a931717fc4 no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:00:24.453369 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e15edb88-6e5a-410e-9126-6587f14e71cf req-e5c2c239-b1b4-4584-bb65-473ad951eaad tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024921 Mar 02 14:00:24.454869 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-01f84718-7d5e-4e75-afcf-315a31d48882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (bca3464c-7168-40a1-82ff-e5967be7c27f), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:24.459027 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-01f84718-7d5e-4e75-afcf-315a31d48882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:24.459646 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port fe7509e1-2ef5-42ee-b105-cfd330dbcb98, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fe7509e1-2ef5-42ee-b105-cfd330dbcb98,segment=NetworkSegment(09335895-154e-4855-9a61-4e84299ffb0c),segment_id=09335895-154e-4855-9a61-4e84299ffb0c)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:00:24.461023 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: a0711c57-95b8-4a57-8d38-e6a931717fc4 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:00:24.461401 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device a0711c57-95b8-4a57-8d38-e6a931717fc4 not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:00:24.462015 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device e2382918-03b0-4eb0-99af-00dfb0845f11 no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:00:24.462807 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-01f84718-7d5e-4e75-afcf-315a31d48882 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bca3464c-7168-40a1-82ff-e5967be7c27f HTTP/1.1" status: 204 len: 168 time: 0.1779573 Mar 02 14:00:24.476482 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:24.476642 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f84718-7d5e-4e75-afcf-315a31d48882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca3464c-7168-40a1-82ff-e5967be7c27f,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:24.477354 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:00:24.486438 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da92ac00-fa71-4110-b200-47cabf3507a1 x-openstack-request-id: req-da92ac00-fa71-4110-b200-47cabf3507a1 {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:00:24.488549 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad80347-da06-4070-8cb1-91129fef8fa2", "name": "network-vif-plugged", "status": "completed", "tag": "fe7509e1-2ef5-42ee-b105-cfd330dbcb98", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:00:24.490997 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da92ac00-fa71-4110-b200-47cabf3507a1 {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:00:24.493342 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad80347-da06-4070-8cb1-91129fef8fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98', 'code': 200} Mar 02 14:00:24.561848 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: e2382918-03b0-4eb0-99af-00dfb0845f11 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:00:24.562208 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device e2382918-03b0-4eb0-99af-00dfb0845f11 not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:00:24.610087 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=fe7509e1-2ef5-42ee-b105-cfd330dbcb98,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:24.619917 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:24.620271 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:24.620665 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:24.621013 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:24.621350 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:24.621681 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:24.622016 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:24.622347 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:24.622700 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:24.623050 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:24.623388 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:24.623714 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:24.624041 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:00:24.663241 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 is: ACTIVE; New status is: DOWN {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:00:24.663494 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:24.699276 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:00:24.703884 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:24.762946 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,revision_number=8']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:24.772301 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7422f-c9f7-4ed6-8108-c99c4c688109 req-bd21e416-13d1-454b-8dc1-62b31d16a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:24.774183 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bef7422f-c9f7-4ed6-8108-c99c4c688109 req-bd21e416-13d1-454b-8dc1-62b31d16a25e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 1130 time: 0.0480149 Mar 02 14:00:24.822928 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bef7422f-c9f7-4ed6-8108-c99c4c688109 req-d7d7155f-73b6-4779-90ed-ec2111949c3c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416541 Mar 02 14:00:25.325239 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5d626-2ba6-4db2-aaca-fe04139e580a req-7025df23-fe11-41af-81d0-b90fb493e4f0 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:25.326823 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-07d5d626-2ba6-4db2-aaca-fe04139e580a req-7025df23-fe11-41af-81d0-b90fb493e4f0 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.0552907 Mar 02 14:00:25.379043 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-07d5d626-2ba6-4db2-aaca-fe04139e580a req-dac3feb1-1970-47f3-9ab7-da0b5b34d2e9 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466659 Mar 02 14:00:25.629051 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 37404) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:25.650970 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a4237-728c-46d0-907f-3dfbd4e0769a req-a19cdbdc-bc96-4edc-8bc8-0f6716a46077 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:25.652689 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fc6a4237-728c-46d0-907f-3dfbd4e0769a req-a19cdbdc-bc96-4edc-8bc8-0f6716a46077 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.0917079 Mar 02 14:00:25.712566 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_v2 [None req-59574bd1-3833-407d-8c10-94c47e384d0c admin admin] Deleting subnet 34c63559-8229-4040-8012-bd2b72ec5276 {{(pid=102940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 14:00:25.720477 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-59574bd1-3833-407d-8c10-94c47e384d0c admin admin] Publish callbacks [] for subnet (34c63559-8229-4040-8012-bd2b72ec5276), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:25.754701 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fc6a4237-728c-46d0-907f-3dfbd4e0769a req-182c458e-ada1-4182-b90e-390d1f9d7605 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824068 Mar 02 14:00:25.771579 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-59574bd1-3833-407d-8c10-94c47e384d0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4452555'] for subnet (34c63559-8229-4040-8012-bd2b72ec5276), precommit_delete_associations {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:25.821154 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-59574bd1-3833-407d-8c10-94c47e384d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775021'] for subnet (34c63559-8229-4040-8012-bd2b72ec5276), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:25.882134 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-59574bd1-3833-407d-8c10-94c47e384d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4452611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4384903'] for subnet (34c63559-8229-4040-8012-bd2b72ec5276), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:25.910155 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59574bd1-3833-407d-8c10-94c47e384d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34c63559-8229-4040-8012-bd2b72ec5276,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:25.913204 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-59574bd1-3833-407d-8c10-94c47e384d0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:25.917005 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-59574bd1-3833-407d-8c10-94c47e384d0c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/34c63559-8229-4040-8012-bd2b72ec5276 HTTP/1.1" status: 204 len: 168 time: 0.2860787 Mar 02 14:00:25.919522 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 37414) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:25.991422 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bf8ace0a-27a7-451d-9866-93985fbe99e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845718'] for network (9e12d2a1-b955-4281-b5b3-1c0e575f2a11), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:26.075959 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bf8ace0a-27a7-451d-9866-93985fbe99e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754838', 'neutron.services.segments.db._delete_segments_for_network-8736061257629'] for network (9e12d2a1-b955-4281-b5b3-1c0e575f2a11), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:26.096704 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.services.segments.db [None req-bf8ace0a-27a7-451d-9866-93985fbe99e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e12d2a1-b955-4281-b5b3-1c0e575f2a11']}} {{(pid=102940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:00:26.108946 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.services.segments.db [None req-bf8ace0a-27a7-451d-9866-93985fbe99e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1a7440-b8f2-463f-b152-e2aaa759fb41') {'for_net_delete': True} {{(pid=102940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:00:26.109247 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.services.segments.db [None req-bf8ace0a-27a7-451d-9866-93985fbe99e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1a7440-b8f2-463f-b152-e2aaa759fb41') {} {{(pid=102940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:00:26.118525 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bf8ace0a-27a7-451d-9866-93985fbe99e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736061261222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4452572'] for segment (1b1a7440-b8f2-463f-b152-e2aaa759fb41), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:26.134045 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bf8ace0a-27a7-451d-9866-93985fbe99e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (1b1a7440-b8f2-463f-b152-e2aaa759fb41), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:26.143383 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8ace0a-27a7-451d-9866-93985fbe99e1 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=102940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 14:00:26.143863 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bf8ace0a-27a7-451d-9866-93985fbe99e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4452829'] for segment (1b1a7440-b8f2-463f-b152-e2aaa759fb41), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: Traceback (most recent call last): Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: timer() Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: cb(*args, **kw) Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: return func(*args, **kwargs) Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: self._notify() Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: self.callback(batched_events) Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: event.method(event) Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: return f(self, *a, **k) Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: return self._get(url).json() Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: return self.request(url, 'GET', **kwargs) Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 14:00:26.145705 dv-cinder-831247-3-iscsi neutron-server[102940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 14:00:26.213649 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bf8ace0a-27a7-451d-9866-93985fbe99e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607359'] for network (9e12d2a1-b955-4281-b5b3-1c0e575f2a11), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:26.218211 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bf8ace0a-27a7-451d-9866-93985fbe99e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:26.222243 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-bf8ace0a-27a7-451d-9866-93985fbe99e1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9e12d2a1-b955-4281-b5b3-1c0e575f2a11 HTTP/1.1" status: 204 len: 168 time: 0.3018088 Mar 02 14:00:26.239059 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ace0a-27a7-451d-9866-93985fbe99e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e12d2a1-b955-4281-b5b3-1c0e575f2a11,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:26.432629 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 37450) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:26.494670 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:00:26.497031 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c07a21-63f1-4991-ad96-e95b65dcdc3b" -d '{"events": [{"server_uuid": "7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7", "name": "network-vif-unplugged", "status": "completed", "tag": "59aa1c7c-10a8-4ccf-af8f-71842faa5b01"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:00:26.510367 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-3b06c180-cbf8-454d-9de0-894443fcbb48 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3047f54a05394764b057eeb13ac83f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0764115 Mar 02 14:00:26.512995 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 37456) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:26.535403 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Mar 2022 14:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29455bf-bfbe-4f29-b258-633880b843db x-openstack-request-id: req-c29455bf-bfbe-4f29-b258-633880b843db {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:00:26.535932 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7", "name": "network-vif-unplugged", "status": "failed", "tag": "59aa1c7c-10a8-4ccf-af8f-71842faa5b01", "code": 422}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:00:26.536392 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c29455bf-bfbe-4f29-b258-633880b843db {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:00:26.537004 dv-cinder-831247-3-iscsi neutron-server[102941]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01', 'code': 422} returned with failed status Mar 02 14:00:26.541604 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac13cfc-037d-4e38-8c12-210f1f31e450 req-79bc8ff2-1b95-433f-aa59-07921a2d2f54 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:26.543170 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bac13cfc-037d-4e38-8c12-210f1f31e450 req-79bc8ff2-1b95-433f-aa59-07921a2d2f54 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.0884736 Mar 02 14:00:26.566746 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 37458) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:26.573752 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a389f6de-a1ab-4f36-865d-192c541acdc2 admin admin] Publish callbacks [] for security_group (8dc6a940-f2bf-44a7-b108-f9e5629afdee), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:26.593740 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bac13cfc-037d-4e38-8c12-210f1f31e450 req-7c08f0eb-b33a-4a48-8007-7d42398fd724 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450413 Mar 02 14:00:26.600137 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a389f6de-a1ab-4f36-865d-192c541acdc2 admin admin] Publish callbacks [] for security_group (8dc6a940-f2bf-44a7-b108-f9e5629afdee), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:26.656225 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a389f6de-a1ab-4f36-865d-192c541acdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (8dc6a940-f2bf-44a7-b108-f9e5629afdee), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:26.658953 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a389f6de-a1ab-4f36-865d-192c541acdc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:26.661994 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-a389f6de-a1ab-4f36-865d-192c541acdc2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8dc6a940-f2bf-44a7-b108-f9e5629afdee HTTP/1.1" status: 204 len: 168 time: 0.1472807 Mar 02 14:00:26.672482 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389f6de-a1ab-4f36-865d-192c541acdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc6a940-f2bf-44a7-b108-f9e5629afdee,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:26.730815 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe32601-100e-41d2-9a0f-b8447cc1d4ce req-078e88c2-edb8-4bbe-bb82-1c3a5b76362a tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:26.732347 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cbe32601-100e-41d2-9a0f-b8447cc1d4ce req-078e88c2-edb8-4bbe-bb82-1c3a5b76362a tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.0674517 Mar 02 14:00:26.734681 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5b8796e9-8f63-43b4-934d-713e635e24f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:26.888528 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5b8796e9-8f63-43b4-934d-713e635e24f0 admin admin] Publish callbacks [] for security_group (b765dd65-5bb2-4811-90ea-2a44d555fb59), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:26.893189 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5b8796e9-8f63-43b4-934d-713e635e24f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (b765dd65-5bb2-4811-90ea-2a44d555fb59), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:26.938548 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-5b8796e9-8f63-43b4-934d-713e635e24f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=646eac603f324bd0a9178ef4c2f16055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3699808 Mar 02 14:00:26.939218 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 37478) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:26.948115 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8796e9-8f63-43b4-934d-713e635e24f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b765dd65-5bb2-4811-90ea-2a44d555fb59,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:26.994796 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-12bc02b0-09d5-405c-a891-efcc11796151 admin admin] Publish callbacks [] for security_group (b765dd65-5bb2-4811-90ea-2a44d555fb59), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:27.018750 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-12bc02b0-09d5-405c-a891-efcc11796151 admin admin] Publish callbacks [] for security_group (b765dd65-5bb2-4811-90ea-2a44d555fb59), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:27.072756 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cbe32601-100e-41d2-9a0f-b8447cc1d4ce req-e72ec935-74ca-473c-bc0e-e58c637309d8 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3346767 Mar 02 14:00:27.073351 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-12bc02b0-09d5-405c-a891-efcc11796151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (b765dd65-5bb2-4811-90ea-2a44d555fb59), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:27.075455 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-12bc02b0-09d5-405c-a891-efcc11796151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:27.076812 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-12bc02b0-09d5-405c-a891-efcc11796151 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b765dd65-5bb2-4811-90ea-2a44d555fb59 HTTP/1.1" status: 204 len: 168 time: 0.1352987 Mar 02 14:00:27.097125 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316a178-5376-4301-b767-0973b6699911 req-eb5cd3ca-b3be-4836-936b-f8fbe3e22b87 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:27.097125 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1316a178-5376-4301-b767-0973b6699911 req-eb5cd3ca-b3be-4836-936b-f8fbe3e22b87 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.0819719 Mar 02 14:00:27.097380 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 37488) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:27.111329 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc02b0-09d5-405c-a891-efcc11796151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b765dd65-5bb2-4811-90ea-2a44d555fb59,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:27.173170 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1316a178-5376-4301-b767-0973b6699911 req-008c8b50-f6f0-4eec-b815-f038c51e650e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735743 Mar 02 14:00:27.218308 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c046109-f891-4cca-885d-210e14c9285a req-35f9c6b9-1443-4d07-81c6-9d4b355cf8ba tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:27.220077 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0c046109-f891-4cca-885d-210e14c9285a req-35f9c6b9-1443-4d07-81c6-9d4b355cf8ba tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 946 time: 0.0668459 Mar 02 14:00:27.285876 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0c046109-f891-4cca-885d-210e14c9285a req-d210af41-5c76-4037-9ec9-6b3a447ab3e7 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596430 Mar 02 14:00:27.314746 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 37498) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:27.365182 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e2d5e-e702-49d8-b8fc-b3d50cab0f1e tempest-TestShelveInstance-336411644 tempest-TestShelveInstance-336411644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:27.370961 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 37506) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:27.371489 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-6b2e2d5e-e702-49d8-b8fc-b3d50cab0f1e tempest-TestShelveInstance-336411644 tempest-TestShelveInstance-336411644-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 1125 time: 0.2729471 Mar 02 14:00:27.375671 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Request body: {'floatingip': {'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'port_id': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:00:27.412084 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:27.542147 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:27.573438 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e903ad-a51e-487e-b3fc-aa65cf665bce tempest-TestMinimumBasicScenario-2006279399 tempest-TestMinimumBasicScenario-2006279399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:27.575013 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-f2e903ad-a51e-487e-b3fc-aa65cf665bce tempest-TestMinimumBasicScenario-2006279399 tempest-TestMinimumBasicScenario-2006279399-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 1125 time: 0.2621522 Mar 02 14:00:27.577914 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 37514) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:27.583478 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Request body: {'floatingip': {'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'port_id': 'e8d439e7-edc7-493f-9d67-5f70ad9738c4', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:00:27.621105 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:27.636901 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 37518) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:27.652432 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bedb1bc6-9c77-4037-aa14-7032f9a08411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:27.691235 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Allocated IP 172.27.1.163 (8a7b981f-934d-4891-8b40-a612fdbe7a6a/d2fe738d-81f5-4c8e-ae81-924cae8fe95a/95bfbd07-c875-401a-81c2-963ab30eeca1) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:00:27.807724 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bedb1bc6-9c77-4037-aa14-7032f9a08411 admin admin] Publish callbacks [] for security_group (0d458714-2daf-49bb-827d-deaf10695e08), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:27.814955 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bedb1bc6-9c77-4037-aa14-7032f9a08411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (0d458714-2daf-49bb-827d-deaf10695e08), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:27.830982 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for port (95bfbd07-c875-401a-81c2-963ab30eeca1), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:27.858279 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [req-2bac5f19-487b-42b9-aa17-a1bf25c40927 req-6a4f5934-5e20-4203-8414-62581055a2dc service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 14:00:27.859323 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2bac5f19-487b-42b9-aa17-a1bf25c40927 req-6a4f5934-5e20-4203-8414-62581055a2dc service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065336 Mar 02 14:00:27.868694 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:27.879685 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-bedb1bc6-9c77-4037-aa14-7032f9a08411 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d0cccebd5084a548dd4b7539267295d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414005 Mar 02 14:00:27.880199 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (95bfbd07-c875-401a-81c2-963ab30eeca1), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:27.881661 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb1bc6-9c77-4037-aa14-7032f9a08411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d458714-2daf-49bb-827d-deaf10695e08,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:27.882589 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 37530) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:27.988575 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:00:27.992536 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:00:27.997671 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:00:28.046398 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Pushing event updated for resources: {'Port': ['ID=95bfbd07-c875-401a-81c2-963ab30eeca1,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:28.050499 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Allocated IP 172.27.1.98 (8a7b981f-934d-4891-8b40-a612fdbe7a6a/d2fe738d-81f5-4c8e-ae81-924cae8fe95a/6333a73c-c6cb-4de0-b355-77797d07ada5) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:00:28.065300 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-37cb303c-bccc-4df4-b631-9d7607cb66ca admin admin] Publish callbacks [] for security_group (0d458714-2daf-49bb-827d-deaf10695e08), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:28.092994 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-37cb303c-bccc-4df4-b631-9d7607cb66ca admin admin] Publish callbacks [] for security_group (0d458714-2daf-49bb-827d-deaf10695e08), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:28.158681 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:00:28.205370 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-37cb303c-bccc-4df4-b631-9d7607cb66ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (0d458714-2daf-49bb-827d-deaf10695e08), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:28.208680 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-37cb303c-bccc-4df4-b631-9d7607cb66ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:28.209259 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4f4e1-c551-44d0-bea6-3d3f4ca00280 req-dd9a522f-6cdc-4984-9e85-e8ee94c0da4e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:28.215434 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-37cb303c-bccc-4df4-b631-9d7607cb66ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d458714-2daf-49bb-827d-deaf10695e08 HTTP/1.1" status: 204 len: 168 time: 0.3264778 Mar 02 14:00:28.217797 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-99f4f4e1-c551-44d0-bea6-3d3f4ca00280 req-dd9a522f-6cdc-4984-9e85-e8ee94c0da4e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.1248078 Mar 02 14:00:28.222611 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for port (6333a73c-c6cb-4de0-b355-77797d07ada5), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:28.254545 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:00:28.261484 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb303c-bccc-4df4-b631-9d7607cb66ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d458714-2daf-49bb-827d-deaf10695e08,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:28.293925 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-99f4f4e1-c551-44d0-bea6-3d3f4ca00280 req-815fd8ee-0b19-46eb-9b65-f97d6f9f17f7 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752566 Mar 02 14:00:28.312246 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (6333a73c-c6cb-4de0-b355-77797d07ada5), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:28.360886 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:00:28.363884 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:00:28.367441 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:00:28.381429 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 is: DOWN; New status is: DOWN {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:00:28.398121 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Pushing event updated for resources: {'Port': ['ID=6333a73c-c6cb-4de0-b355-77797d07ada5,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:28.657454 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for floatingip (f747591d-dff1-4b19-b220-edba4c20b502), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:28.660555 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 37562) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:28.767428 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (95bfbd07-c875-401a-81c2-963ab30eeca1), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:28.970683 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-cfd964e9-edd7-487f-bcb1-937828cfedf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:29.021915 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for port (95bfbd07-c875-401a-81c2-963ab30eeca1), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:29.031777 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (95bfbd07-c875-401a-81c2-963ab30eeca1), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:29.088837 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 37586) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:29.129535 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Pushing event updated for resources: {'Port': ['ID=95bfbd07-c875-401a-81c2-963ab30eeca1,revision_number=2']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:29.140343 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607373'] for floatingip (f747591d-dff1-4b19-b220-edba4c20b502), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:29.144559 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for floatingip (5954a906-ea01-4a6b-bdcd-50b827ac5b48), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:29.272700 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-cfd964e9-edd7-487f-bcb1-937828cfedf2 admin admin] Publish callbacks [] for security_group (eeff863c-3ab2-46f3-9d32-0ac8e4e6a62f), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:29.279360 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-cfd964e9-edd7-487f-bcb1-937828cfedf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (eeff863c-3ab2-46f3-9d32-0ac8e4e6a62f), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:29.345079 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-894b094c-0934-44d1-a9e8-0c4f2346490d req-1c8ff986-9671-4edd-9391-96b27ce6a1bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2528384 Mar 02 14:00:29.362131 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [req-894b094c-0934-44d1-a9e8-0c4f2346490d req-f8c8f01f-491c-4924-a661-6ebc6abee36d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 14:00:29.362267 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-894b094c-0934-44d1-a9e8-0c4f2346490d req-f8c8f01f-491c-4924-a661-6ebc6abee36d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059052 Mar 02 14:00:29.367172 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-cfd964e9-edd7-487f-bcb1-937828cfedf2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0ed1fc1b9aad4a9b93ad3d27f7dce0fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7035749 Mar 02 14:00:29.369031 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd964e9-edd7-487f-bcb1-937828cfedf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeff863c-3ab2-46f3-9d32-0ac8e4e6a62f,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:29.372220 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (6333a73c-c6cb-4de0-b355-77797d07ada5), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:29.374779 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 37600) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:29.517604 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.l3_db [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Floating IP f747591d-dff1-4b19-b220-edba4c20b502 associated. External IP: 172.27.1.163, port: fe7509e1-2ef5-42ee-b105-cfd330dbcb98. Mar 02 14:00:29.588723 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 37610) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:29.589390 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d5938bb2-6b98-4539-9464-ef9805ebdf40 admin admin] Publish callbacks [] for security_group (eeff863c-3ab2-46f3-9d32-0ac8e4e6a62f), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:29.619426 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec640730-dc78-4ac2-86d5-64cbe0148861 req-32e469b6-bc18-4589-8860-12ba0aa6fe80 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:29.626104 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ec640730-dc78-4ac2-86d5-64cbe0148861 req-32e469b6-bc18-4589-8860-12ba0aa6fe80 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.1735518 Mar 02 14:00:29.670143 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d5938bb2-6b98-4539-9464-ef9805ebdf40 admin admin] Publish callbacks [] for security_group (eeff863c-3ab2-46f3-9d32-0ac8e4e6a62f), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:29.749455 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ec640730-dc78-4ac2-86d5-64cbe0148861 req-67a57ece-15cb-4c16-a061-7fa991d2d185 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223545 Mar 02 14:00:29.793453 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for port (6333a73c-c6cb-4de0-b355-77797d07ada5), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:29.811813 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b094c-0934-44d1-a9e8-0c4f2346490d req-5e74a46a-bca5-47c5-9c34-be4e49ff0f8c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:29.813254 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-894b094c-0934-44d1-a9e8-0c4f2346490d req-5e74a46a-bca5-47c5-9c34-be4e49ff0f8c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports/59aa1c7c-10a8-4ccf-af8f-71842faa5b01 HTTP/1.1" status: 200 len: 941 time: 0.2219279 Mar 02 14:00:29.818181 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (6333a73c-c6cb-4de0-b355-77797d07ada5), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:29.827339 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d5938bb2-6b98-4539-9464-ef9805ebdf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (eeff863c-3ab2-46f3-9d32-0ac8e4e6a62f), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:29.830467 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d5938bb2-6b98-4539-9464-ef9805ebdf40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:29.831667 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-d5938bb2-6b98-4539-9464-ef9805ebdf40 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eeff863c-3ab2-46f3-9d32-0ac8e4e6a62f HTTP/1.1" status: 204 len: 168 time: 0.4559655 Mar 02 14:00:29.846475 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Router 0a782552-86fc-486c-8092-8df79805bb2e has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:00:29.896058 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5938bb2-6b98-4539-9464-ef9805ebdf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeff863c-3ab2-46f3-9d32-0ac8e4e6a62f,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:29.927233 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Pushing event updated for resources: {'Port': ['ID=6333a73c-c6cb-4de0-b355-77797d07ada5,revision_number=2']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:29.937979 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607373'] for floatingip (5954a906-ea01-4a6b-bdcd-50b827ac5b48), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:30.031270 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:00:30.043286 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32879889-f672-4e10-bbd1-3bc85c780639 None None] Sync routers for ids ['0a782552-86fc-486c-8092-8df79805bb2e'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:00:30.067316 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:30.067421 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32879889-f672-4e10-bbd1-3bc85c780639 None None] Routers {'0a782552-86fc-486c-8092-8df79805bb2e'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:00:30.067421 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-32879889-f672-4e10-bbd1-3bc85c780639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:00:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['0a782552-86fc-486c-8092-8df79805bb2e'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:00:30.108740 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-ffaec506-b804-4a3b-909d-8a742c13a8dd tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7365177 Mar 02 14:00:30.110954 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad80347-da06-4070-8cb1-91129fef8fa2', 'tag': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:00:30.113845 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277e0ade-bf9f-4c62-a531-154e66bca063" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad80347-da06-4070-8cb1-91129fef8fa2", "tag": "fe7509e1-2ef5-42ee-b105-cfd330dbcb98"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:00:30.166562 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac0a1bf-07aa-4f43-ad4e-45472e0a4a18 x-openstack-request-id: req-cac0a1bf-07aa-4f43-ad4e-45472e0a4a18 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:00:30.167016 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad80347-da06-4070-8cb1-91129fef8fa2", "tag": "fe7509e1-2ef5-42ee-b105-cfd330dbcb98", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:00:30.167278 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cac0a1bf-07aa-4f43-ad4e-45472e0a4a18 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:00:30.167688 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad80347-da06-4070-8cb1-91129fef8fa2', 'tag': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98', 'status': 'completed', 'code': 200} Mar 02 14:00:30.270203 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 37634) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:30.358168 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-32879889-f672-4e10-bbd1-3bc85c780639 None None] Set router 0a782552-86fc-486c-8092-8df79805bb2e gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:00:30.418903 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.db.l3_db [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Floating IP 5954a906-ea01-4a6b-bdcd-50b827ac5b48 associated. External IP: 172.27.1.98, port: e8d439e7-edc7-493f-9d67-5f70ad9738c4. Mar 02 14:00:30.507436 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e0ade-bf9f-4c62-a531-154e66bca063 req-041053d5-c8ae-41d3-ad09-66f37224b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:30.508977 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-277e0ade-bf9f-4c62-a531-154e66bca063 req-041053d5-c8ae-41d3-ad09-66f37224b5f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d065ca6b45040b6978b65b835c610d7&device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 1130 time: 0.0866942 Mar 02 14:00:30.550044 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e4e4a5f2-7539-47a4-8c81-3cd69293a100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:30.630384 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e4e4a5f2-7539-47a4-8c81-3cd69293a100 admin admin] Publish callbacks [] for security_group (a7d7680c-4491-47fa-8af8-3e1df253a3b3), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:30.637272 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e4e4a5f2-7539-47a4-8c81-3cd69293a100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (a7d7680c-4491-47fa-8af8-3e1df253a3b3), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:30.681295 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-e4e4a5f2-7539-47a4-8c81-3cd69293a100 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0ddd1be4679e4109a500754bad071f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4092503 Mar 02 14:00:30.689496 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 37640) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:30.702617 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4a5f2-7539-47a4-8c81-3cd69293a100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d7680c-4491-47fa-8af8-3e1df253a3b3,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:30.745970 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-32879889-f672-4e10-bbd1-3bc85c780639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a782552-86fc-486c-8092-8df79805bb2e', 'name': 'tempest-TestShelveInstance-120340892-router', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:25Z', 'updated_at': '2022-03-02T13:59:30Z', 'revision_number': 4, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'gw_port': {'id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:27Z', 'updated_at': '2022-03-02T13:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': 'f747591d-dff1-4b19-b220-edba4c20b502', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'port_id': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7', 'mac_address': 'fa:16:3e:b7:56:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad80347-da06-4070-8cb1-91129fef8fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:00:28Z', 'updated_at': '2022-03-02T14:00:28Z', 'revision_number': 0, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a80a5097-8251-4524-a561-c0eeb8e0acf5', 'name': '', 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'mac_address': 'fa:16:3e:76:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:29Z', 'updated_at': '2022-03-02T13:59:42Z', 'revision_number': 5, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'subnets': [{'id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:00:30.756055 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7c9fac75-055b-4811-a99f-99eb828f4a8b admin admin] Publish callbacks [] for security_group (a7d7680c-4491-47fa-8af8-3e1df253a3b3), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:30.780858 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32879889-f672-4e10-bbd1-3bc85c780639 None None] Checking router: 0a782552-86fc-486c-8092-8df79805bb2e for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:00:30.781113 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7c9fac75-055b-4811-a99f-99eb828f4a8b admin admin] Publish callbacks [] for security_group (a7d7680c-4491-47fa-8af8-3e1df253a3b3), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:30.793534 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32879889-f672-4e10-bbd1-3bc85c780639 None None] Routers {'0a782552-86fc-486c-8092-8df79805bb2e'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:00:30.794163 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-32879889-f672-4e10-bbd1-3bc85c780639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:00:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['0a782552-86fc-486c-8092-8df79805bb2e'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:00:30.841454 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7c9fac75-055b-4811-a99f-99eb828f4a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (a7d7680c-4491-47fa-8af8-3e1df253a3b3), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:30.845828 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7c9fac75-055b-4811-a99f-99eb828f4a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:30.848087 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-7c9fac75-055b-4811-a99f-99eb828f4a8b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7d7680c-4491-47fa-8af8-3e1df253a3b3 HTTP/1.1" status: 204 len: 168 time: 0.1573410 Mar 02 14:00:30.855375 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1b8d0-7b51-49b6-b413-8435355bbde2 req-2b42a2c7-f2d5-47d5-8a5d-04679916fad1 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:30.856986 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-11d1b8d0-7b51-49b6-b413-8435355bbde2 req-2b42a2c7-f2d5-47d5-8a5d-04679916fad1 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.2946284 Mar 02 14:00:30.861920 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fac75-055b-4811-a99f-99eb828f4a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d7680c-4491-47fa-8af8-3e1df253a3b3,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:30.877151 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e0ade-bf9f-4c62-a531-154e66bca063 req-04490052-0155-4491-aace-d82bd958e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:30.878624 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-277e0ade-bf9f-4c62-a531-154e66bca063 req-04490052-0155-4491-aace-d82bd958e7e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=951bfca3-aac8-4a93-9a1f-4c55aa7121f7 HTTP/1.1" status: 200 len: 909 time: 0.3173862 Mar 02 14:00:31.005543 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Router a375e174-0f5f-4d34-bf87-a237e9760399 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:00:31.032579 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-277e0ade-bf9f-4c62-a531-154e66bca063 req-164b85ab-887a-4d42-990f-b72a025468aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe7509e1-2ef5-42ee-b105-cfd330dbcb98 HTTP/1.1" status: 200 len: 1000 time: 0.1359129 Mar 02 14:00:31.035731 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-11d1b8d0-7b51-49b6-b413-8435355bbde2 req-1285da74-dbda-4f59-a313-84d2a80222b8 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652172 Mar 02 14:00:31.113852 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-32879889-f672-4e10-bbd1-3bc85c780639 None None] Set router 0a782552-86fc-486c-8092-8df79805bb2e gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:00:31.129498 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4330ff-1f5e-4e08-893c-a6363a4d66dc req-7a82a69f-506a-49ab-837e-daa87ca2c5fa tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:31.131138 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bb4330ff-1f5e-4e08-893c-a6363a4d66dc req-7a82a69f-506a-49ab-837e-daa87ca2c5fa tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.2590220 Mar 02 14:00:31.162401 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e0ade-bf9f-4c62-a531-154e66bca063 req-e130c2c0-df24-47ca-b57d-39249e323f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:31.163973 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-277e0ade-bf9f-4c62-a531-154e66bca063 req-e130c2c0-df24-47ca-b57d-39249e323f44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00276bbf-6f6e-4bc8-b50e-d19182636b07 HTTP/1.1" status: 200 len: 847 time: 0.1247447 Mar 02 14:00:31.279465 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bb4330ff-1f5e-4e08-893c-a6363a4d66dc req-03c578f1-f621-4a27-9778-bc927661b83c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370301 Mar 02 14:00:31.294071 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:00:31.307094 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcef330d-336d-4d15-9bbd-61ab23b60334 None None] Sync routers for ids ['a375e174-0f5f-4d34-bf87-a237e9760399'] in dv-cinder-831247-3-iscsi {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:00:31.312468 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e0ade-bf9f-4c62-a531-154e66bca063 req-c9abdcc2-547d-40d6-a055-6768352524d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:31.314401 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-277e0ade-bf9f-4c62-a531-154e66bca063 req-c9abdcc2-547d-40d6-a055-6768352524d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=951bfca3-aac8-4a93-9a1f-4c55aa7121f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1424816 Mar 02 14:00:31.331942 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcef330d-336d-4d15-9bbd-61ab23b60334 None None] Routers {'a375e174-0f5f-4d34-bf87-a237e9760399'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:00:31.332698 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-fcef330d-336d-4d15-9bbd-61ab23b60334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:00:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['a375e174-0f5f-4d34-bf87-a237e9760399'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:00:31.354313 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:31.400083 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-c38062b5-b9fe-4078-a8bc-5144f4171ce2 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8211985 Mar 02 14:00:31.403530 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 37656) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:31.409456 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-71d03cd3-627f-44a2-bbfe-f470e27fc091 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1979195048', 'description': 'tempest-secgroup-smoke-1979195048 description', 'project_id': '171e89e7464e461aa2f12abf8622c220'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:00:31.428569 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1e77a3-26f6-48e0-8d7b-04a460848e78', 'tag': 'e8d439e7-edc7-493f-9d67-5f70ad9738c4'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:00:31.432486 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928e4187-6c75-49ce-ab09-cee65f998fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1e77a3-26f6-48e0-8d7b-04a460848e78", "tag": "e8d439e7-edc7-493f-9d67-5f70ad9738c4"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:00:31.455856 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-71d03cd3-627f-44a2-bbfe-f470e27fc091 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:31.480094 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-277e0ade-bf9f-4c62-a531-154e66bca063 req-97269d68-4750-4617-a31a-51e1ac032073 service neutron] 10.222.0.20 "GET /v2.0/networks/951bfca3-aac8-4a93-9a1f-4c55aa7121f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573443 Mar 02 14:00:31.498778 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45344319-c859-40d9-ac6f-92957f3f0cf1 x-openstack-request-id: req-45344319-c859-40d9-ac6f-92957f3f0cf1 {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:00:31.499065 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1e77a3-26f6-48e0-8d7b-04a460848e78", "tag": "e8d439e7-edc7-493f-9d67-5f70ad9738c4", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:00:31.499314 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45344319-c859-40d9-ac6f-92957f3f0cf1 {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:00:31.499764 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1e77a3-26f6-48e0-8d7b-04a460848e78', 'tag': 'e8d439e7-edc7-493f-9d67-5f70ad9738c4', 'status': 'completed', 'code': 200} Mar 02 14:00:31.533581 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-fcef330d-336d-4d15-9bbd-61ab23b60334 None None] Set router a375e174-0f5f-4d34-bf87-a237e9760399 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:00:31.568710 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-32879889-f672-4e10-bbd1-3bc85c780639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a782552-86fc-486c-8092-8df79805bb2e', 'name': 'tempest-TestShelveInstance-120340892-router', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:25Z', 'updated_at': '2022-03-02T13:59:30Z', 'revision_number': 4, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'gw_port': {'id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:27Z', 'updated_at': '2022-03-02T13:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': 'f747591d-dff1-4b19-b220-edba4c20b502', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'port_id': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7', 'mac_address': 'fa:16:3e:b7:56:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad80347-da06-4070-8cb1-91129fef8fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:00:28Z', 'updated_at': '2022-03-02T14:00:28Z', 'revision_number': 0, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a80a5097-8251-4524-a561-c0eeb8e0acf5', 'name': '', 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'mac_address': 'fa:16:3e:76:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:29Z', 'updated_at': '2022-03-02T13:59:42Z', 'revision_number': 5, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'subnets': [{'id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:00:31.576016 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e4187-6c75-49ce-ab09-cee65f998fd3 req-7a81d49c-8253-4a1d-9733-2e72a545ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:31.577742 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-928e4187-6c75-49ce-ab09-cee65f998fd3 req-7a81d49c-8253-4a1d-9733-2e72a545ea06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=171e89e7464e461aa2f12abf8622c220&device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 1130 time: 0.0637717 Mar 02 14:00:31.598149 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32879889-f672-4e10-bbd1-3bc85c780639 None None] The sync data for ids ['0a782552-86fc-486c-8092-8df79805bb2e'] in dv-cinder-831247-3-iscsi is: [{'id': '0a782552-86fc-486c-8092-8df79805bb2e', 'name': 'tempest-TestShelveInstance-120340892-router', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:25Z', 'updated_at': '2022-03-02T13:59:30Z', 'revision_number': 4, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'gw_port': {'id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:27Z', 'updated_at': '2022-03-02T13:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': 'f747591d-dff1-4b19-b220-edba4c20b502', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'port_id': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7', 'mac_address': 'fa:16:3e:b7:56:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad80347-da06-4070-8cb1-91129fef8fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:00:28Z', 'updated_at': '2022-03-02T14:00:28Z', 'revision_number': 0, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a80a5097-8251-4524-a561-c0eeb8e0acf5', 'name': '', 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'mac_address': 'fa:16:3e:76:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:29Z', 'updated_at': '2022-03-02T13:59:42Z', 'revision_number': 5, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'subnets': [{'id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:00:31.629124 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-277e0ade-bf9f-4c62-a531-154e66bca063 req-54815908-b04c-447a-a4b8-10a5653a63ae service neutron] 10.222.0.20 "GET /v2.0/networks/951bfca3-aac8-4a93-9a1f-4c55aa7121f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401999 Mar 02 14:00:31.725400 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-71d03cd3-627f-44a2-bbfe-f470e27fc091 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group (a19c1877-64f4-46f9-81bc-e00ac610aad2), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:31.735907 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-71d03cd3-627f-44a2-bbfe-f470e27fc091 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (a19c1877-64f4-46f9-81bc-e00ac610aad2), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:31.783114 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b094c-0934-44d1-a9e8-0c4f2346490d req-b50f8089-fd6d-4086-b473-ed5d24355dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:31.784932 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-894b094c-0934-44d1-a9e8-0c4f2346490d req-b50f8089-fd6d-4086-b473-ed5d24355dd5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7&tenant_id=21f2ae141a3f4e41ac92ac4b9bc8d548 HTTP/1.1" status: 200 len: 1128 time: 0.1243305 Mar 02 14:00:31.792872 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-71d03cd3-627f-44a2-bbfe-f470e27fc091 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:31.797681 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-71d03cd3-627f-44a2-bbfe-f470e27fc091 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3926597 Mar 02 14:00:31.797855 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 37668) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:31.803565 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-02554e99-ba40-4f51-9937-085a9a780e24 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Request body: {'security_group_rule': {'security_group_id': 'a19c1877-64f4-46f9-81bc-e00ac610aad2', 'project_id': '171e89e7464e461aa2f12abf8622c220', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:00:31.830136 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e4187-6c75-49ce-ab09-cee65f998fd3 req-e755cd07-6ce5-49ee-9779-2813b7cf7f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:31.834948 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-928e4187-6c75-49ce-ab09-cee65f998fd3 req-e755cd07-6ce5-49ee-9779-2813b7cf7f8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=5510b172-768d-4c8f-9448-71f1b72cd6bf HTTP/1.1" status: 200 len: 916 time: 0.2506821 Mar 02 14:00:31.835920 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d03cd3-627f-44a2-bbfe-f470e27fc091 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a19c1877-64f4-46f9-81bc-e00ac610aad2,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:31.871649 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-02554e99-ba40-4f51-9937-085a9a780e24 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group_rule (6a986d1d-8b7d-4dc0-a8b1-16871a97fa0e), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:31.935692 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-928e4187-6c75-49ce-ab09-cee65f998fd3 req-e9d5e744-615a-4332-a2ad-153dade91bc2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8d439e7-edc7-493f-9d67-5f70ad9738c4 HTTP/1.1" status: 200 len: 999 time: 0.0944068 Mar 02 14:00:31.947669 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35167978-cee1-4286-8a96-f9fd8bda7b1c None None] New status for floating IP f747591d-dff1-4b19-b220-edba4c20b502: ACTIVE {{(pid=102941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 14:00:31.970860 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-02554e99-ba40-4f51-9937-085a9a780e24 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group_rule (6a986d1d-8b7d-4dc0-a8b1-16871a97fa0e), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:31.972255 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-fcef330d-336d-4d15-9bbd-61ab23b60334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'name': 'tempest-TestMinimumBasicScenario-1610175495-router', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:19Z', 'revision_number': 4, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'gw_port': {'id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': '5954a906-ea01-4a6b-bdcd-50b827ac5b48', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'port_id': 'e8d439e7-edc7-493f-9d67-5f70ad9738c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf', 'mac_address': 'fa:16:3e:e5:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1e77a3-26f6-48e0-8d7b-04a460848e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:00:28Z', 'updated_at': '2022-03-02T14:00:28Z', 'revision_number': 0, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a421a2-550b-45a2-a879-71902b50642a', 'name': '', 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'mac_address': 'fa:16:3e:97:2c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ad11377f-59e7-48ee-a341-d328a9020b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:18Z', 'updated_at': '2022-03-02T13:59:26Z', 'revision_number': 5, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'subnets': [{'id': 'ad11377f-59e7-48ee-a341-d328a9020b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:00:31.976007 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-02554e99-ba40-4f51-9937-085a9a780e24 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (6a986d1d-8b7d-4dc0-a8b1-16871a97fa0e), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:31.998140 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b094c-0934-44d1-a9e8-0c4f2346490d req-578e28f5-0fee-4035-a07a-909a920db18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:31.999838 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-894b094c-0934-44d1-a9e8-0c4f2346490d req-578e28f5-0fee-4035-a07a-909a920db18d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f2ae141a3f4e41ac92ac4b9bc8d548&device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 1128 time: 0.1818509 Mar 02 14:00:32.000553 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02554e99-ba40-4f51-9937-085a9a780e24 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a986d1d-8b7d-4dc0-a8b1-16871a97fa0e,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:32.008508 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcef330d-336d-4d15-9bbd-61ab23b60334 None None] Checking router: a375e174-0f5f-4d34-bf87-a237e9760399 for host: dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:00:32.018276 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-02554e99-ba40-4f51-9937-085a9a780e24 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:32.019987 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-02554e99-ba40-4f51-9937-085a9a780e24 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2203672 Mar 02 14:00:32.024371 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 37674) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:32.024501 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcef330d-336d-4d15-9bbd-61ab23b60334 None None] Routers {'a375e174-0f5f-4d34-bf87-a237e9760399'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:00:32.025461 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-fcef330d-336d-4d15-9bbd-61ab23b60334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:00:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['a375e174-0f5f-4d34-bf87-a237e9760399'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:00:32.031365 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-1f5aa6c2-fddb-42b4-a641-aad8e72f71aa tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Request body: {'security_group_rule': {'security_group_id': 'a19c1877-64f4-46f9-81bc-e00ac610aad2', 'project_id': '171e89e7464e461aa2f12abf8622c220', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:00:32.056181 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e4187-6c75-49ce-ab09-cee65f998fd3 req-a9aaee9d-9b5d-4396-b09c-84327e4157a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:32.057662 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-928e4187-6c75-49ce-ab09-cee65f998fd3 req-a9aaee9d-9b5d-4396-b09c-84327e4157a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad11377f-59e7-48ee-a341-d328a9020b41 HTTP/1.1" status: 200 len: 854 time: 0.1161082 Mar 02 14:00:32.108951 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b094c-0934-44d1-a9e8-0c4f2346490d req-b3a98fe3-e35c-486d-a3f6-95ba62e7876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:32.110512 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-894b094c-0934-44d1-a9e8-0c4f2346490d req-b3a98fe3-e35c-486d-a3f6-95ba62e7876c service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c507a7b-d519-44d9-b367-d10702dec79d HTTP/1.1" status: 200 len: 917 time: 0.1036768 Mar 02 14:00:32.114687 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1f5aa6c2-fddb-42b4-a641-aad8e72f71aa tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group_rule (890a7a11-24ad-4551-ae92-e99695e9d84d), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:32.174378 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-fcef330d-336d-4d15-9bbd-61ab23b60334 None None] Set router a375e174-0f5f-4d34-bf87-a237e9760399 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:00:32.267421 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1f5aa6c2-fddb-42b4-a641-aad8e72f71aa tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group_rule (890a7a11-24ad-4551-ae92-e99695e9d84d), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:32.282382 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1f5aa6c2-fddb-42b4-a641-aad8e72f71aa tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (890a7a11-24ad-4551-ae92-e99695e9d84d), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:32.306852 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-894b094c-0934-44d1-a9e8-0c4f2346490d req-ece83d6d-fe40-418d-bd6b-889e7a4e6800 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59aa1c7c-10a8-4ccf-af8f-71842faa5b01 HTTP/1.1" status: 200 len: 998 time: 0.1899934 Mar 02 14:00:32.323532 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e4187-6c75-49ce-ab09-cee65f998fd3 req-ca84956f-a561-402f-abb1-ee225a9649b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:32.326264 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-928e4187-6c75-49ce-ab09-cee65f998fd3 req-ca84956f-a561-402f-abb1-ee225a9649b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5510b172-768d-4c8f-9448-71f1b72cd6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2408633 Mar 02 14:00:32.328454 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5aa6c2-fddb-42b4-a641-aad8e72f71aa tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890a7a11-24ad-4551-ae92-e99695e9d84d,revision_number=0']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:32.333214 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2720a0-9b0b-441e-8de2-aef81c1326db req-88bc927d-a0d7-4c47-98a6-06aa61933155 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:32.334804 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ee2720a0-9b0b-441e-8de2-aef81c1326db req-88bc927d-a0d7-4c47-98a6-06aa61933155 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.1291554 Mar 02 14:00:32.357081 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1f5aa6c2-fddb-42b4-a641-aad8e72f71aa tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:32.358110 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-1f5aa6c2-fddb-42b4-a641-aad8e72f71aa tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3328032 Mar 02 14:00:32.369584 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 37680) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:32.379280 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-242a279b-917f-45c0-b8da-6e31ba4abddf tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Request body: {'security_group_rule': {'security_group_id': 'a19c1877-64f4-46f9-81bc-e00ac610aad2', 'project_id': '171e89e7464e461aa2f12abf8622c220', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:00:32.446636 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b094c-0934-44d1-a9e8-0c4f2346490d req-9e8df2ec-a97d-4350-b288-314fa0a4288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:32.448178 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-894b094c-0934-44d1-a9e8-0c4f2346490d req-9e8df2ec-a97d-4350-b288-314fa0a4288b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a65492fa-addf-4282-9092-2b2202c1df68 HTTP/1.1" status: 200 len: 855 time: 0.1348391 Mar 02 14:00:32.521595 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-242a279b-917f-45c0-b8da-6e31ba4abddf tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group_rule (8e0cc499-9102-4864-a1bf-a2621b2a313b), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:32.523468 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-fcef330d-336d-4d15-9bbd-61ab23b60334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'name': 'tempest-TestMinimumBasicScenario-1610175495-router', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:19Z', 'revision_number': 4, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'gw_port': {'id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': '5954a906-ea01-4a6b-bdcd-50b827ac5b48', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'port_id': 'e8d439e7-edc7-493f-9d67-5f70ad9738c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf', 'mac_address': 'fa:16:3e:e5:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1e77a3-26f6-48e0-8d7b-04a460848e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:00:28Z', 'updated_at': '2022-03-02T14:00:28Z', 'revision_number': 0, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a421a2-550b-45a2-a879-71902b50642a', 'name': '', 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'mac_address': 'fa:16:3e:97:2c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ad11377f-59e7-48ee-a341-d328a9020b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:18Z', 'updated_at': '2022-03-02T13:59:26Z', 'revision_number': 5, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'subnets': [{'id': 'ad11377f-59e7-48ee-a341-d328a9020b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:00:32.531357 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ee2720a0-9b0b-441e-8de2-aef81c1326db req-36e0bfcd-6f7a-45bf-95d7-123dfb224702 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625652 Mar 02 14:00:32.544156 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-928e4187-6c75-49ce-ab09-cee65f998fd3 req-adda33e3-755f-4c0d-b262-eed95a5bb204 service neutron] 10.222.0.20 "GET /v2.0/networks/5510b172-768d-4c8f-9448-71f1b72cd6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062647 Mar 02 14:00:32.573159 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcef330d-336d-4d15-9bbd-61ab23b60334 None None] The sync data for ids ['a375e174-0f5f-4d34-bf87-a237e9760399'] in dv-cinder-831247-3-iscsi is: [{'id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'name': 'tempest-TestMinimumBasicScenario-1610175495-router', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:19Z', 'revision_number': 4, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'gw_port': {'id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': '5954a906-ea01-4a6b-bdcd-50b827ac5b48', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'port_id': 'e8d439e7-edc7-493f-9d67-5f70ad9738c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf', 'mac_address': 'fa:16:3e:e5:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1e77a3-26f6-48e0-8d7b-04a460848e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:00:28Z', 'updated_at': '2022-03-02T14:00:28Z', 'revision_number': 0, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a421a2-550b-45a2-a879-71902b50642a', 'name': '', 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'mac_address': 'fa:16:3e:97:2c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ad11377f-59e7-48ee-a341-d328a9020b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:18Z', 'updated_at': '2022-03-02T13:59:26Z', 'revision_number': 5, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'subnets': [{'id': 'ad11377f-59e7-48ee-a341-d328a9020b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:00:32.588734 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c937f0-6055-4e99-b933-b1f2cb25f9d8 req-8819ce73-55b6-49f0-8822-b60a5456ed0b tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:32.590336 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-00c937f0-6055-4e99-b933-b1f2cb25f9d8 req-8819ce73-55b6-49f0-8822-b60a5456ed0b tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.1688755 Mar 02 14:00:32.619694 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b094c-0934-44d1-a9e8-0c4f2346490d req-0f8ca3d7-592d-4c3f-a4f1-94a242bccce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:32.621958 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-894b094c-0934-44d1-a9e8-0c4f2346490d req-0f8ca3d7-592d-4c3f-a4f1-94a242bccce4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c507a7b-d519-44d9-b367-d10702dec79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1508415 Mar 02 14:00:32.649057 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-928e4187-6c75-49ce-ab09-cee65f998fd3 req-3d352a08-969b-4191-bb9c-5f7b67f50b27 service neutron] 10.222.0.20 "GET /v2.0/networks/5510b172-768d-4c8f-9448-71f1b72cd6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938666 Mar 02 14:00:32.650378 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-242a279b-917f-45c0-b8da-6e31ba4abddf tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group_rule (8e0cc499-9102-4864-a1bf-a2621b2a313b), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:32.670225 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-242a279b-917f-45c0-b8da-6e31ba4abddf tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (8e0cc499-9102-4864-a1bf-a2621b2a313b), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:32.737244 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a279b-917f-45c0-b8da-6e31ba4abddf tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0cc499-9102-4864-a1bf-a2621b2a313b,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:32.750248 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-242a279b-917f-45c0-b8da-6e31ba4abddf tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:32.751682 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-242a279b-917f-45c0-b8da-6e31ba4abddf tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3812442 Mar 02 14:00:32.755999 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 37686) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:32.756761 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-00c937f0-6055-4e99-b933-b1f2cb25f9d8 req-d2c43d91-67b6-4d85-8b4e-06489e02084c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552498 Mar 02 14:00:32.765253 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-19a9d096-e57e-4a17-b763-abf4a2214bd6 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Request body: {'security_group_rule': {'security_group_id': 'a19c1877-64f4-46f9-81bc-e00ac610aad2', 'project_id': '171e89e7464e461aa2f12abf8622c220', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:00:32.782908 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-894b094c-0934-44d1-a9e8-0c4f2346490d req-4bfadb23-fe87-42e7-bef7-2c453e0585ea service neutron] 10.222.0.20 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512411 Mar 02 14:00:32.797011 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-19a9d096-e57e-4a17-b763-abf4a2214bd6 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group_rule (6a594a24-e6b8-4872-8697-4544e0c1b47d), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:32.814273 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73a6eea-441e-4bf8-a2fa-efb3f6244d75 None None] New status for floating IP 5954a906-ea01-4a6b-bdcd-50b827ac5b48: ACTIVE {{(pid=102942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 14:00:32.864696 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-19a9d096-e57e-4a17-b763-abf4a2214bd6 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group_rule (6a594a24-e6b8-4872-8697-4544e0c1b47d), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:32.869161 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-19a9d096-e57e-4a17-b763-abf4a2214bd6 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (6a594a24-e6b8-4872-8697-4544e0c1b47d), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:32.904846 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-894b094c-0934-44d1-a9e8-0c4f2346490d req-8060bf62-ddad-4ac0-b5f5-518ea66cfcf5 service neutron] 10.222.0.20 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080158 Mar 02 14:00:32.909993 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9d096-e57e-4a17-b763-abf4a2214bd6 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a594a24-e6b8-4872-8697-4544e0c1b47d,revision_number=0']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:32.920529 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-19a9d096-e57e-4a17-b763-abf4a2214bd6 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:32.926197 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 37688) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:32.933418 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-c3d198d6-cc2d-457d-99cb-1141e836b79e tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Request body: {'security_group_rule': {'security_group_id': 'a19c1877-64f4-46f9-81bc-e00ac610aad2', 'project_id': '171e89e7464e461aa2f12abf8622c220', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:00:32.934289 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-19a9d096-e57e-4a17-b763-abf4a2214bd6 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1764388 Mar 02 14:00:32.957455 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.db.securitygroups_db [None req-c3d198d6-cc2d-457d-99cb-1141e836b79e tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Project 171e89e7464e461aa2f12abf8622c220 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 14:00:32.963749 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c3d198d6-cc2d-457d-99cb-1141e836b79e tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group_rule (b6d3accd-5002-4206-ae88-684128b141d8), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:33.033355 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c3d198d6-cc2d-457d-99cb-1141e836b79e tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group_rule (b6d3accd-5002-4206-ae88-684128b141d8), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:33.036829 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c3d198d6-cc2d-457d-99cb-1141e836b79e tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (b6d3accd-5002-4206-ae88-684128b141d8), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:33.056667 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d198d6-cc2d-457d-99cb-1141e836b79e tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d3accd-5002-4206-ae88-684128b141d8,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:33.065931 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c3d198d6-cc2d-457d-99cb-1141e836b79e tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:33.070920 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 37696) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:33.075689 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-123c0292-a1db-4307-b5e1-91821fb8f38c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Request body: {'security_group_rule': {'security_group_id': 'a19c1877-64f4-46f9-81bc-e00ac610aad2', 'project_id': '171e89e7464e461aa2f12abf8622c220', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:00:33.082995 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-c3d198d6-cc2d-457d-99cb-1141e836b79e tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1531482 Mar 02 14:00:33.096967 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.securitygroups_db [None req-123c0292-a1db-4307-b5e1-91821fb8f38c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Project 171e89e7464e461aa2f12abf8622c220 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 14:00:33.102846 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-123c0292-a1db-4307-b5e1-91821fb8f38c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group_rule (3a8efb04-eba8-452d-afae-10a41a18240f), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:33.166198 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-123c0292-a1db-4307-b5e1-91821fb8f38c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group_rule (3a8efb04-eba8-452d-afae-10a41a18240f), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:33.170194 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-123c0292-a1db-4307-b5e1-91821fb8f38c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (3a8efb04-eba8-452d-afae-10a41a18240f), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:33.185337 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c0292-a1db-4307-b5e1-91821fb8f38c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8efb04-eba8-452d-afae-10a41a18240f,revision_number=0']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:33.196795 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-123c0292-a1db-4307-b5e1-91821fb8f38c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:33.200793 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-123c0292-a1db-4307-b5e1-91821fb8f38c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262314 Mar 02 14:00:33.292715 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-13e89101-4b16-4f28-8cde-45425f58e1de req-577828b8-f048-47bc-81eb-21ac6f3b02b9 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1979195048&fields=id&tenant_id=171e89e7464e461aa2f12abf8622c220 HTTP/1.1" status: 200 len: 267 time: 0.0445721 Mar 02 14:00:33.349134 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e89101-4b16-4f28-8cde-45425f58e1de req-1033b384-ffc0-4941-a5f7-efe062ed38e5 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:33.350619 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-13e89101-4b16-4f28-8cde-45425f58e1de req-1033b384-ffc0-4941-a5f7-efe062ed38e5 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 946 time: 0.0526130 Mar 02 14:00:33.362913 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-13e89101-4b16-4f28-8cde-45425f58e1de req-e955d08d-8e2d-4165-8243-17bef43ece5c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Request body: {'port': {'security_groups': ['743a836c-da89-4764-98d2-aefd8b7061b7', 'a19c1877-64f4-46f9-81bc-e00ac610aad2']}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:00:33.519295 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-13e89101-4b16-4f28-8cde-45425f58e1de req-e955d08d-8e2d-4165-8243-17bef43ece5c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:33.939113 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-13e89101-4b16-4f28-8cde-45425f58e1de req-e955d08d-8e2d-4165-8243-17bef43ece5c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] For port e8d439e7-edc7-493f-9d67-5f70ad9738c4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e8d439e7-edc7-493f-9d67-5f70ad9738c4,segment=NetworkSegment(2f486a4c-f1b4-4240-90a4-5382c146287d),segment_id=2f486a4c-f1b4-4240-90a4-5382c146287d)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:00:33.959780 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb9fa2-f351-414b-a04c-9e635873c0e0 req-79577fe1-2efd-4f42-9d6a-2b67da477792 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:33.965966 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a9cb9fa2-f351-414b-a04c-9e635873c0e0 req-79577fe1-2efd-4f42-9d6a-2b67da477792 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.2646000 Mar 02 14:00:34.016977 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-13e89101-4b16-4f28-8cde-45425f58e1de req-e955d08d-8e2d-4165-8243-17bef43ece5c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:34.035121 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-13e89101-4b16-4f28-8cde-45425f58e1de req-e955d08d-8e2d-4165-8243-17bef43ece5c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:34.047130 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['e8d439e7-edc7-493f-9d67-5f70ad9738c4'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:00:34.109450 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955d08d-8e2d-4165-8243-17bef43ece5c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Pushing event updated for resources: {'Port': ['ID=e8d439e7-edc7-493f-9d67-5f70ad9738c4,revision_number=6']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:34.158571 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e89101-4b16-4f28-8cde-45425f58e1de req-e955d08d-8e2d-4165-8243-17bef43ece5c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:34.159270 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-13e89101-4b16-4f28-8cde-45425f58e1de req-e955d08d-8e2d-4165-8243-17bef43ece5c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:34.160849 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-13e89101-4b16-4f28-8cde-45425f58e1de req-e955d08d-8e2d-4165-8243-17bef43ece5c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "PUT /v2.0/ports/e8d439e7-edc7-493f-9d67-5f70ad9738c4 HTTP/1.1" status: 200 len: 982 time: 0.8029878 Mar 02 14:00:34.161505 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1e77a3-26f6-48e0-8d7b-04a460848e78', 'tag': 'e8d439e7-edc7-493f-9d67-5f70ad9738c4'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:00:34.167535 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f79f7b-84b8-400b-a685-5e6b89efc20f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1e77a3-26f6-48e0-8d7b-04a460848e78", "tag": "e8d439e7-edc7-493f-9d67-5f70ad9738c4"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:00:34.169868 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a9cb9fa2-f351-414b-a04c-9e635873c0e0 req-73244cf3-948b-4e2d-bfb5-1d80d3c32ad8 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923294 Mar 02 14:00:34.336803 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['e8d439e7-edc7-493f-9d67-5f70ad9738c4'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:00:34.534241 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41debf-83df-4829-b34f-734d67ce1c77 req-1787a0d8-8c38-4de1-a283-3873e2e03ae7 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:34.536416 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ec41debf-83df-4829-b34f-734d67ce1c77 req-1787a0d8-8c38-4de1-a283-3873e2e03ae7 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.2433631 Mar 02 14:00:34.546193 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54083cbe-8953-4a04-a164-dc814467b2c7 req-fec13114-050e-471e-bf19-62e2cce92adf tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:34.548844 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-54083cbe-8953-4a04-a164-dc814467b2c7 req-fec13114-050e-471e-bf19-62e2cce92adf tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 985 time: 0.2393486 Mar 02 14:00:34.667368 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-d8f6c5e7-a021-4a06-a3d2-229e282640d9 None None] Provisioning complete for port e8d439e7-edc7-493f-9d67-5f70ad9738c4 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:00:34.667623 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-d8f6c5e7-a021-4a06-a3d2-229e282640d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:34.776349 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ec41debf-83df-4829-b34f-734d67ce1c77 req-da536fc6-00b1-4db0-baca-ca8bf5a98be2 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263551 Mar 02 14:00:34.809271 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-54083cbe-8953-4a04-a164-dc814467b2c7 req-703442c7-d16a-496e-a445-dbeffaa42f70 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c1877-64f4-46f9-81bc-e00ac610aad2&id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2501433 Mar 02 14:00:34.871009 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c76e4c4-3a1c-4e53-95e8-3cc08678ae33 x-openstack-request-id: req-4c76e4c4-3a1c-4e53-95e8-3cc08678ae33 {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:00:34.871009 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1e77a3-26f6-48e0-8d7b-04a460848e78", "tag": "e8d439e7-edc7-493f-9d67-5f70ad9738c4", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:00:34.871245 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c76e4c4-3a1c-4e53-95e8-3cc08678ae33 {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:00:34.871622 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1e77a3-26f6-48e0-8d7b-04a460848e78', 'tag': 'e8d439e7-edc7-493f-9d67-5f70ad9738c4', 'status': 'completed', 'code': 200} Mar 02 14:00:34.983457 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-d8f6c5e7-a021-4a06-a3d2-229e282640d9 None None] Current status of the port e8d439e7-edc7-493f-9d67-5f70ad9738c4 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:00:35.316149 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d50d31-3e03-4a79-9903-435a7239ea1a req-983e1201-23e3-44d4-92de-449120fd185e tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:35.317772 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-91d50d31-3e03-4a79-9903-435a7239ea1a req-983e1201-23e3-44d4-92de-449120fd185e tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0634413 Mar 02 14:00:35.366334 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-91d50d31-3e03-4a79-9903-435a7239ea1a req-febb0cce-5a2b-4cf6-9907-0e213fcdcff6 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422108 Mar 02 14:00:35.895579 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-dddab5a0-9e16-470d-bcf3-fa68b6323f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:35.952245 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5d08b-6d33-4f26-82b8-0425b8293595 req-023bd006-9aba-49ab-82a2-e8f5bd801ba3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:35.953883 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bce5d08b-6d33-4f26-82b8-0425b8293595 req-023bd006-9aba-49ab-82a2-e8f5bd801ba3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.0938733 Mar 02 14:00:36.015713 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bce5d08b-6d33-4f26-82b8-0425b8293595 req-893b7c1a-80a0-41bc-b77f-7ed85873e0db tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515618 Mar 02 14:00:36.226098 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 37766) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:36.341574 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-afc6aa51-e824-4914-b866-c3435fb2e1cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:36.426158 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-afc6aa51-e824-4914-b866-c3435fb2e1cc admin admin] Publish callbacks [] for security_group (121dc226-c9b4-4c40-9c49-b2612ecec8d3), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:36.432040 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-afc6aa51-e824-4914-b866-c3435fb2e1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (121dc226-c9b4-4c40-9c49-b2612ecec8d3), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:36.489547 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-afc6aa51-e824-4914-b866-c3435fb2e1cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98d88a16b73846bf9b9e62b454d235b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617919 Mar 02 14:00:36.490716 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6aa51-e824-4914-b866-c3435fb2e1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121dc226-c9b4-4c40-9c49-b2612ecec8d3,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:36.493960 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 37772) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:00:36.520661 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca475b84-4e49-4c48-8489-604d2cfadf22 req-479264a3-9c04-4d01-87c5-bc05debcf4b3 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:36.528884 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ca475b84-4e49-4c48-8489-604d2cfadf22 req-479264a3-9c04-4d01-87c5-bc05debcf4b3 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0852904 Mar 02 14:00:36.573432 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3b25eca7-931d-46bb-815d-89a52bcb16a4 admin admin] Publish callbacks [] for security_group (121dc226-c9b4-4c40-9c49-b2612ecec8d3), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:36.593236 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ca475b84-4e49-4c48-8489-604d2cfadf22 req-3843d7e1-3d59-4a79-a21b-ed6a30d71b04 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628657 Mar 02 14:00:36.602490 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3b25eca7-931d-46bb-815d-89a52bcb16a4 admin admin] Publish callbacks [] for security_group (121dc226-c9b4-4c40-9c49-b2612ecec8d3), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:36.661410 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3b25eca7-931d-46bb-815d-89a52bcb16a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (121dc226-c9b4-4c40-9c49-b2612ecec8d3), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:36.664772 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-3b25eca7-931d-46bb-815d-89a52bcb16a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:36.665995 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-3b25eca7-931d-46bb-815d-89a52bcb16a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/121dc226-c9b4-4c40-9c49-b2612ecec8d3 HTTP/1.1" status: 204 len: 168 time: 0.1711681 Mar 02 14:00:36.675455 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25eca7-931d-46bb-815d-89a52bcb16a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121dc226-c9b4-4c40-9c49-b2612ecec8d3,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:37.157492 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5894f-3ea7-43aa-a484-3a7cedc3e259 req-79d5061b-6210-4f4f-9237-267d3484392f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:37.163994 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-40a5894f-3ea7-43aa-a484-3a7cedc3e259 req-79d5061b-6210-4f4f-9237-267d3484392f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.0668721 Mar 02 14:00:37.237372 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-40a5894f-3ea7-43aa-a484-3a7cedc3e259 req-5552fd45-0908-42ff-8ee7-6b93ec7f7773 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713508 Mar 02 14:00:37.740139 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf06a0-6b8a-450b-a9e0-cf7a8a7c6ff6 req-af75629f-e83a-4073-92d4-0ee7d49c3835 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:37.743527 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-abaf06a0-6b8a-450b-a9e0-cf7a8a7c6ff6 req-af75629f-e83a-4073-92d4-0ee7d49c3835 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0707839 Mar 02 14:00:38.089514 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-a18d4a74-8060-4a3d-8ce6-c9180a0ac900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:38.116941 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-abaf06a0-6b8a-450b-a9e0-cf7a8a7c6ff6 req-90b962fe-32bb-4e8c-ad96-97ceaf93a9f9 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3659317 Mar 02 14:00:38.381733 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868084c-041b-444e-b601-ee8db955c9a6 req-f6839381-8577-4991-84ad-a90689cbf4e9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:38.383762 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9868084c-041b-444e-b601-ee8db955c9a6 req-f6839381-8577-4991-84ad-a90689cbf4e9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.0561614 Mar 02 14:00:38.439724 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9868084c-041b-444e-b601-ee8db955c9a6 req-461013b8-70d6-4d2f-b228-958499334637 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497856 Mar 02 14:00:39.241094 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25822ecf-bce8-4ea4-9f85-bad91bb2e609 req-80d2545e-7cc2-4166-8a33-e52b5595975f tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:39.247233 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-25822ecf-bce8-4ea4-9f85-bad91bb2e609 req-80d2545e-7cc2-4166-8a33-e52b5595975f tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0701952 Mar 02 14:00:39.301503 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-25822ecf-bce8-4ea4-9f85-bad91bb2e609 req-d621d507-0f88-43ec-a32c-823a55911fd4 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504673 Mar 02 14:00:39.431683 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:39.578401 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e221fb-5bca-4f23-85ed-675e2a3fe491 req-e9622137-9b3b-47ec-8c15-5687b3f99d60 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:39.580012 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-62e221fb-5bca-4f23-85ed-675e2a3fe491 req-e9622137-9b3b-47ec-8c15-5687b3f99d60 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.0643644 Mar 02 14:00:39.639325 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-62e221fb-5bca-4f23-85ed-675e2a3fe491 req-8a41028f-726b-459d-93be-fc48e04417c4 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533643 Mar 02 14:00:40.437694 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5600c4-ca64-4ea0-8850-4d97718d0004 req-ed87104a-6c44-40b0-9099-94761a6956a6 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:40.439237 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9c5600c4-ca64-4ea0-8850-4d97718d0004 req-ed87104a-6c44-40b0-9099-94761a6956a6 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0600657 Mar 02 14:00:40.492060 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9c5600c4-ca64-4ea0-8850-4d97718d0004 req-5842fdac-6d1b-44e6-aa9f-be05fe7093df tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472960 Mar 02 14:00:40.775267 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f1cfe-0795-47de-b3f8-394e9f7eb5ac req-bf775b5f-802d-48e7-8b6a-ef36cd4fc853 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:40.776722 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fa6f1cfe-0795-47de-b3f8-394e9f7eb5ac req-bf775b5f-802d-48e7-8b6a-ef36cd4fc853 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.0597148 Mar 02 14:00:40.824970 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fa6f1cfe-0795-47de-b3f8-394e9f7eb5ac req-f36aab59-6b45-4f72-b8f5-35e1eb17c20b tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424163 Mar 02 14:00:40.873692 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:41.618291 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee12743-4781-453c-b4d3-71b08404fcbf req-61ec9733-201b-4b2c-bdcc-bb3e215bdd41 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:41.619760 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3ee12743-4781-453c-b4d3-71b08404fcbf req-61ec9733-201b-4b2c-bdcc-bb3e215bdd41 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0558152 Mar 02 14:00:41.672881 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3ee12743-4781-453c-b4d3-71b08404fcbf req-0bf82ba6-b2cb-48c5-b420-369ac8d72a81 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474370 Mar 02 14:00:41.961840 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72739bde-67c7-4c7e-a7fb-952ac59c046c req-d8fef56c-b5cb-4bdb-8ddd-88f15bcd681a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:41.963358 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-72739bde-67c7-4c7e-a7fb-952ac59c046c req-d8fef56c-b5cb-4bdb-8ddd-88f15bcd681a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.0607257 Mar 02 14:00:42.012348 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-72739bde-67c7-4c7e-a7fb-952ac59c046c req-b0996dd2-7014-4bf9-ac56-d4b7c8870bbc tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435088 Mar 02 14:00:42.291317 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f79f7b-84b8-400b-a685-5e6b89efc20f req-11bbbda6-a0ea-495a-ab0d-d0ef6643b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:42.292792 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e1f79f7b-84b8-400b-a685-5e6b89efc20f req-11bbbda6-a0ea-495a-ab0d-d0ef6643b1e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=171e89e7464e461aa2f12abf8622c220&device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 1169 time: 0.0471663 Mar 02 14:00:42.394515 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f79f7b-84b8-400b-a685-5e6b89efc20f req-ec325113-a0d3-4cbb-83c8-733f9d4a7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:42.396184 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e1f79f7b-84b8-400b-a685-5e6b89efc20f req-ec325113-a0d3-4cbb-83c8-733f9d4a7389 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5510b172-768d-4c8f-9448-71f1b72cd6bf HTTP/1.1" status: 200 len: 916 time: 0.0941768 Mar 02 14:00:42.467061 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e1f79f7b-84b8-400b-a685-5e6b89efc20f req-30d49d9e-14e4-4aea-9fdc-79c606d7f3a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8d439e7-edc7-493f-9d67-5f70ad9738c4 HTTP/1.1" status: 200 len: 1001 time: 0.0639336 Mar 02 14:00:42.522120 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f79f7b-84b8-400b-a685-5e6b89efc20f req-e1527bed-4a19-47b9-b60e-26f911aefad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:42.524671 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e1f79f7b-84b8-400b-a685-5e6b89efc20f req-e1527bed-4a19-47b9-b60e-26f911aefad6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad11377f-59e7-48ee-a341-d328a9020b41 HTTP/1.1" status: 200 len: 854 time: 0.0439136 Mar 02 14:00:42.578622 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f79f7b-84b8-400b-a685-5e6b89efc20f req-895a02a5-06e5-42de-b949-ae9ae0e9bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:42.580175 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e1f79f7b-84b8-400b-a685-5e6b89efc20f req-895a02a5-06e5-42de-b949-ae9ae0e9bf45 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5510b172-768d-4c8f-9448-71f1b72cd6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495439 Mar 02 14:00:42.594950 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:42.672633 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e1f79f7b-84b8-400b-a685-5e6b89efc20f req-8bcffff1-19a5-41f4-b9e6-0bfb0e7464fb service neutron] 10.222.0.20 "GET /v2.0/networks/5510b172-768d-4c8f-9448-71f1b72cd6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849454 Mar 02 14:00:42.801349 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e1f79f7b-84b8-400b-a685-5e6b89efc20f req-7fa21a39-31ca-4516-8094-c08ff2397587 service neutron] 10.222.0.20 "GET /v2.0/networks/5510b172-768d-4c8f-9448-71f1b72cd6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220200 Mar 02 14:00:42.817086 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad492cf-bc57-4fb9-974b-f72f4fa30a18 req-ec7cdad3-6027-4e1f-b507-7499a9797f3b tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:42.818826 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bad492cf-bc57-4fb9-974b-f72f4fa30a18 req-ec7cdad3-6027-4e1f-b507-7499a9797f3b tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0737019 Mar 02 14:00:42.867674 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bad492cf-bc57-4fb9-974b-f72f4fa30a18 req-b8ad1294-e8ad-448e-81b7-16daa37f3b4a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421412 Mar 02 14:00:43.089968 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3910815-58d2-4764-97f5-eb2c61e9f1e5 req-663c3171-c15e-4ca5-99b2-c555ab44a6b4 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:43.091879 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b3910815-58d2-4764-97f5-eb2c61e9f1e5 req-663c3171-c15e-4ca5-99b2-c555ab44a6b4 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0662639 Mar 02 14:00:43.208410 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b3910815-58d2-4764-97f5-eb2c61e9f1e5 req-fd5c9ebd-60ff-414b-bfa7-62d5ce4dc67b tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066544 Mar 02 14:00:43.220881 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dc1b6-2197-49f7-9a8e-b3a979ba9a8e req-adf77408-3dfb-4a04-a290-e6c7714454e1 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:43.222361 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-419dc1b6-2197-49f7-9a8e-b3a979ba9a8e req-adf77408-3dfb-4a04-a290-e6c7714454e1 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.1290925 Mar 02 14:00:43.238344 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53008c3-19fd-402c-a214-7ef8cb513cd9 req-2870c0c7-d309-458f-b8ca-cbb31d0842cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:43.239815 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d53008c3-19fd-402c-a214-7ef8cb513cd9 req-2870c0c7-d309-458f-b8ca-cbb31d0842cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=64ebff49f62c4b4dbc756d0c15f028e8&device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 1129 time: 0.1046152 Mar 02 14:00:43.331607 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-419dc1b6-2197-49f7-9a8e-b3a979ba9a8e req-f34022be-30f5-4119-83fc-eb90968dfb3f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028814 Mar 02 14:00:43.356354 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53008c3-19fd-402c-a214-7ef8cb513cd9 req-dd4265ee-cd7f-44f9-be54-6c2b42bcd820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:43.357890 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d53008c3-19fd-402c-a214-7ef8cb513cd9 req-dd4265ee-cd7f-44f9-be54-6c2b42bcd820 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76 HTTP/1.1" status: 200 len: 912 time: 0.1117878 Mar 02 14:00:43.420880 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d53008c3-19fd-402c-a214-7ef8cb513cd9 req-b576599a-84de-4455-9b6a-c1ec9ed7acad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9b0145e-20b6-4e2d-8c30-4172a0444b1d HTTP/1.1" status: 200 len: 1001 time: 0.0571136 Mar 02 14:00:43.478699 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53008c3-19fd-402c-a214-7ef8cb513cd9 req-ae4a6f65-003c-4437-9c37-2ee6a22c7bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:43.480144 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d53008c3-19fd-402c-a214-7ef8cb513cd9 req-ae4a6f65-003c-4437-9c37-2ee6a22c7bf6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4162740a-dc51-4b0e-a76f-5454f57d9ff4 HTTP/1.1" status: 200 len: 850 time: 0.0484517 Mar 02 14:00:43.531945 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53008c3-19fd-402c-a214-7ef8cb513cd9 req-ed962f62-dd88-4f39-8376-48278deab3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:43.533428 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d53008c3-19fd-402c-a214-7ef8cb513cd9 req-ed962f62-dd88-4f39-8376-48278deab3d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447588 Mar 02 14:00:43.621879 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d53008c3-19fd-402c-a214-7ef8cb513cd9 req-92bd34f9-20c7-4838-a7bc-664e05cf5729 service neutron] 10.222.0.20 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819788 Mar 02 14:00:43.716649 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d53008c3-19fd-402c-a214-7ef8cb513cd9 req-2a9cf1ff-dfd2-4822-9b78-6bb568288876 service neutron] 10.222.0.20 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878930 Mar 02 14:00:44.126886 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:44.339425 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13beca1c-d526-47f9-ada9-7a4cc574e3d7 req-630b6f6f-741b-4638-ac60-0ef82ceabf96 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:44.340892 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-13beca1c-d526-47f9-ada9-7a4cc574e3d7 req-630b6f6f-741b-4638-ac60-0ef82ceabf96 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0634940 Mar 02 14:00:44.389994 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-13beca1c-d526-47f9-ada9-7a4cc574e3d7 req-2e690e15-dc5a-4b53-a77b-f000608954e3 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435627 Mar 02 14:00:44.464194 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9fd7e-151d-4afe-a986-fd9f930a487c req-a88d977b-9627-41b8-addb-1db13bfe821a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:44.465756 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5ae9fd7e-151d-4afe-a986-fd9f930a487c req-a88d977b-9627-41b8-addb-1db13bfe821a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.0579777 Mar 02 14:00:44.513158 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5ae9fd7e-151d-4afe-a986-fd9f930a487c req-b534eb6e-f089-4c9f-b066-fc9fb2a9f8a7 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417838 Mar 02 14:00:45.512180 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeec88b-75f9-4550-b979-028b556efd0c req-b2449cfe-8920-483d-a31e-3903da153c0b tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:45.513747 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3aeec88b-75f9-4550-b979-028b556efd0c req-b2449cfe-8920-483d-a31e-3903da153c0b tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0554810 Mar 02 14:00:45.561215 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3aeec88b-75f9-4550-b979-028b556efd0c req-40a13397-558d-44b4-b310-82879c3d7945 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419929 Mar 02 14:00:45.644586 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe520ae1-941b-46d9-9345-d98d95a83585 req-13052530-1f7c-45db-a470-b06b58130e10 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:45.646050 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fe520ae1-941b-46d9-9345-d98d95a83585 req-13052530-1f7c-45db-a470-b06b58130e10 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.0529361 Mar 02 14:00:45.696887 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fe520ae1-941b-46d9-9345-d98d95a83585 req-1d115fd7-4d70-4d39-b6b2-75d20fbc8b3b tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451705 Mar 02 14:00:46.822017 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d15c15-9dab-4f92-b274-defbd0865cbf req-feede39f-a8fb-4336-8da1-b8062ba36c43 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:46.823601 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-06d15c15-9dab-4f92-b274-defbd0865cbf req-feede39f-a8fb-4336-8da1-b8062ba36c43 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.0560300 Mar 02 14:00:46.869695 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-06d15c15-9dab-4f92-b274-defbd0865cbf req-37784ea3-4721-4831-a9a7-8dfe15555d44 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404532 Mar 02 14:00:47.997318 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d460e-248d-400a-9079-8ab3c782175f req-4d8cf581-37d1-4218-a2ef-6d4b86172f62 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:47.998825 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a01d460e-248d-400a-9079-8ab3c782175f req-4d8cf581-37d1-4218-a2ef-6d4b86172f62 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.0535574 Mar 02 14:00:48.045724 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a01d460e-248d-400a-9079-8ab3c782175f req-34705d4e-d43a-430e-a9c4-c8ad87a637bb tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414517 Mar 02 14:00:49.175071 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e62f4-3763-42a9-b5d8-b26c7a5fa41d req-f539e300-f67c-4ac4-909d-7611bc9d1c7b tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:49.176522 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4f2e62f4-3763-42a9-b5d8-b26c7a5fa41d req-f539e300-f67c-4ac4-909d-7611bc9d1c7b tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.0572987 Mar 02 14:00:49.222318 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4f2e62f4-3763-42a9-b5d8-b26c7a5fa41d req-05f8a8ad-4139-4abb-8d2d-e56599714ce2 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402198 Mar 02 14:00:50.296976 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:00:50.344713 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4902eb-23f7-4aa3-8923-067730f4c828 req-8066840c-600c-44a8-a8cc-ecc931f07e06 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:50.346186 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0b4902eb-23f7-4aa3-8923-067730f4c828 req-8066840c-600c-44a8-a8cc-ecc931f07e06 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 944 time: 0.0512893 Mar 02 14:00:50.393352 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0b4902eb-23f7-4aa3-8923-067730f4c828 req-0c8406c4-3ec4-492d-8591-cbc1b0708611 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410941 Mar 02 14:00:50.399161 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:00:50.410590 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'port_id': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01', 'mac_address': 'fa:16:3e:bc:4e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:00:50.447298 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:00:50.447686 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:50.459759 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:00:50.479190 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:00:50.483094 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:50.527022 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,revision_number=9']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:50.793143 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['59aa1c7c-10a8-4ccf-af8f-71842faa5b01'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:00:51.518025 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852834a5-6540-42e1-bfa6-de22d12de55b req-d1652249-bb49-4d40-b662-7d974bfbc0aa tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:51.519511 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-852834a5-6540-42e1-bfa6-de22d12de55b req-d1652249-bb49-4d40-b662-7d974bfbc0aa tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 945 time: 0.0546398 Mar 02 14:00:51.564803 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-852834a5-6540-42e1-bfa6-de22d12de55b req-bdef5bd7-4ac5-4f12-a45c-24aa1954984f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397284 Mar 02 14:00:52.308028 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:00:52.355276 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:00:52.355755 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:52.432000 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:00:52.432388 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:52.454320 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:00:52.456569 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3112b4b9-6a0f-4675-afca-128c754d79cf" -d '{"events": [{"server_uuid": "7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7", "name": "network-vif-plugged", "status": "completed", "tag": "59aa1c7c-10a8-4ccf-af8f-71842faa5b01"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:00:52.469272 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:00:52.473502 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:00:52.496601 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b32523-4663-4d68-8be5-1131cc605aa0 x-openstack-request-id: req-c8b32523-4663-4d68-8be5-1131cc605aa0 {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:00:52.496893 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7", "name": "network-vif-plugged", "status": "completed", "tag": "59aa1c7c-10a8-4ccf-af8f-71842faa5b01", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:00:52.497152 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8b32523-4663-4d68-8be5-1131cc605aa0 {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:00:52.497538 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01', 'code': 200} Mar 02 14:00:52.524179 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,revision_number=10']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:00:52.687071 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54566d43-3616-4977-88d7-603313c445f0 req-5d320e08-6016-40e8-9a0c-d3fe30bd2acc tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:52.688529 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-54566d43-3616-4977-88d7-603313c445f0 req-5d320e08-6016-40e8-9a0c-d3fe30bd2acc tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 947 time: 0.0517895 Mar 02 14:00:52.735091 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-54566d43-3616-4977-88d7-603313c445f0 req-c188a287-8d47-4604-8ac5-830de722dc5e tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411596 Mar 02 14:00:52.975923 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3116c68-579d-47f4-b8f6-b2ad1b7cdefc req-e8818dc5-1cd6-4f84-993a-bd7aac8fb3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:52.977552 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a3116c68-579d-47f4-b8f6-b2ad1b7cdefc req-e8818dc5-1cd6-4f84-993a-bd7aac8fb3c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 1131 time: 0.0424914 Mar 02 14:00:53.028868 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a3116c68-579d-47f4-b8f6-b2ad1b7cdefc req-c06a54ea-c4e1-45d6-a8e6-9e3818dd737c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415740 Mar 02 14:00:53.859909 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ca826-ea04-4bd8-80e1-260b1bedec2b req-d1275922-9dc8-453d-b0b3-0ba7d2c60c23 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:53.861444 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6d4ca826-ea04-4bd8-80e1-260b1bedec2b req-d1275922-9dc8-453d-b0b3-0ba7d2c60c23 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 947 time: 0.0536056 Mar 02 14:00:53.907118 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6d4ca826-ea04-4bd8-80e1-260b1bedec2b req-f3267701-3e64-46a4-b867-ee9f79c136be tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403225 Mar 02 14:00:55.030872 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7335dd-676b-44f0-bf4d-e8d60ae67b40 req-52045b04-b555-4251-b3fd-52524c7fb975 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:55.032332 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2d7335dd-676b-44f0-bf4d-e8d60ae67b40 req-52045b04-b555-4251-b3fd-52524c7fb975 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 947 time: 0.0517862 Mar 02 14:00:55.076784 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2d7335dd-676b-44f0-bf4d-e8d60ae67b40 req-dfa6bf69-6bcd-41d8-9552-19d589a10d01 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389867 Mar 02 14:00:56.202223 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db087434-7844-410d-89ea-ba0546a12b84 req-6bca2d38-e22d-4431-be45-c6b3cfaf6bae tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:56.203692 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-db087434-7844-410d-89ea-ba0546a12b84 req-6bca2d38-e22d-4431-be45-c6b3cfaf6bae tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 947 time: 0.0573475 Mar 02 14:00:56.248209 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-db087434-7844-410d-89ea-ba0546a12b84 req-0a363474-e087-4701-afe0-270d638ced2c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391073 Mar 02 14:00:57.375962 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22727b-0bd6-4ef5-a44f-c19a808bac4d req-412f06fe-bd4d-4548-9311-26996939f9e8 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:57.377428 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1c22727b-0bd6-4ef5-a44f-c19a808bac4d req-412f06fe-bd4d-4548-9311-26996939f9e8 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 947 time: 0.0572913 Mar 02 14:00:57.427060 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1c22727b-0bd6-4ef5-a44f-c19a808bac4d req-16217a22-c3f8-43cd-9263-2833540829bb tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436425 Mar 02 14:00:58.555675 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d82023-6f8a-4b37-866f-7174882a3dac req-6bf989fb-4b6d-4c88-be34-a8edb55def50 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:00:58.557295 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-13d82023-6f8a-4b37-866f-7174882a3dac req-6bf989fb-4b6d-4c88-be34-a8edb55def50 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 947 time: 0.0547421 Mar 02 14:00:58.607665 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-13d82023-6f8a-4b37-866f-7174882a3dac req-f46bef20-4c98-4519-91fa-9efef209f726 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448472 Mar 02 14:01:04.081306 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535cc7-259a-4f40-8d7d-cc93070782f8 req-6f62f381-b2fb-47d1-af07-62defbaf60fd tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:04.082809 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-15535cc7-259a-4f40-8d7d-cc93070782f8 req-6f62f381-b2fb-47d1-af07-62defbaf60fd tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 985 time: 0.0830560 Mar 02 14:01:04.099332 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61738cf9-78b3-4b30-94d7-87ee2fc23459 req-e00bd63c-a32a-4713-a46d-a84a41a783fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:04.100777 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-61738cf9-78b3-4b30-94d7-87ee2fc23459 req-e00bd63c-a32a-4713-a46d-a84a41a783fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=171e89e7464e461aa2f12abf8622c220&device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 1169 time: 0.0683699 Mar 02 14:01:04.206745 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-15535cc7-259a-4f40-8d7d-cc93070782f8 req-7282101a-436f-4af9-abb3-a626d745132e tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c1877-64f4-46f9-81bc-e00ac610aad2&id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166747 Mar 02 14:01:04.232393 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61738cf9-78b3-4b30-94d7-87ee2fc23459 req-05ac795d-c0f4-44a2-882c-e84d17d76fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:04.233859 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-61738cf9-78b3-4b30-94d7-87ee2fc23459 req-05ac795d-c0f4-44a2-882c-e84d17d76fc7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5510b172-768d-4c8f-9448-71f1b72cd6bf HTTP/1.1" status: 200 len: 916 time: 0.1227486 Mar 02 14:01:04.300279 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-61738cf9-78b3-4b30-94d7-87ee2fc23459 req-d43f10b3-7863-466b-b26a-76eb0329408c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8d439e7-edc7-493f-9d67-5f70ad9738c4 HTTP/1.1" status: 200 len: 1001 time: 0.0583806 Mar 02 14:01:04.353173 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61738cf9-78b3-4b30-94d7-87ee2fc23459 req-a8f73824-6352-46b6-b28e-06c364c7c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:04.355174 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-61738cf9-78b3-4b30-94d7-87ee2fc23459 req-a8f73824-6352-46b6-b28e-06c364c7c413 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad11377f-59e7-48ee-a341-d328a9020b41 HTTP/1.1" status: 200 len: 854 time: 0.0467834 Mar 02 14:01:04.405420 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61738cf9-78b3-4b30-94d7-87ee2fc23459 req-698d7161-de99-4ef8-9200-cc425285713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:04.406939 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-61738cf9-78b3-4b30-94d7-87ee2fc23459 req-698d7161-de99-4ef8-9200-cc425285713f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5510b172-768d-4c8f-9448-71f1b72cd6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441256 Mar 02 14:01:04.504626 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-61738cf9-78b3-4b30-94d7-87ee2fc23459 req-5c244a14-2d11-425c-a503-630689b5b6ab service neutron] 10.222.0.20 "GET /v2.0/networks/5510b172-768d-4c8f-9448-71f1b72cd6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867381 Mar 02 14:01:04.594891 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-61738cf9-78b3-4b30-94d7-87ee2fc23459 req-314fc576-bdf1-464b-b03d-6e184c04a208 service neutron] 10.222.0.20 "GET /v2.0/networks/5510b172-768d-4c8f-9448-71f1b72cd6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827830 Mar 02 14:01:05.252851 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:01:05.327362 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f4f91-1421-409c-aa5f-fad30566ba6d req-bdd59938-cd27-4046-8b29-2624b123a291 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:05.328879 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c14f4f91-1421-409c-aa5f-fad30566ba6d req-bdd59938-cd27-4046-8b29-2624b123a291 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 985 time: 0.0544331 Mar 02 14:01:05.395050 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c14f4f91-1421-409c-aa5f-fad30566ba6d req-d7214e2e-2682-44e0-a5e3-bf81340e7742 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c1877-64f4-46f9-81bc-e00ac610aad2&id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601375 Mar 02 14:01:05.877947 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-572bb44c-d11f-44ec-8c6c-e539fa3b0ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:06.518541 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33aa8f-df97-404f-b4a4-fcdf91f01786 req-1a3385a7-03d7-4759-a5ad-3b00e2a3062f tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:06.520049 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7a33aa8f-df97-404f-b4a4-fcdf91f01786 req-1a3385a7-03d7-4759-a5ad-3b00e2a3062f tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 985 time: 0.0557549 Mar 02 14:01:06.580295 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7a33aa8f-df97-404f-b4a4-fcdf91f01786 req-90e4e065-6930-456f-afdb-ca5c486ad043 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c1877-64f4-46f9-81bc-e00ac610aad2&id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543773 Mar 02 14:01:07.700971 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d9332-8217-4db1-8ea9-58e9d3600b84 req-1f2f98b8-05a2-4966-b9ea-5cf776c9e9b1 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:07.702563 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-486d9332-8217-4db1-8ea9-58e9d3600b84 req-1f2f98b8-05a2-4966-b9ea-5cf776c9e9b1 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 985 time: 0.0545723 Mar 02 14:01:07.762001 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-486d9332-8217-4db1-8ea9-58e9d3600b84 req-4a705e32-56c0-458f-a1e7-262acd6871da tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c1877-64f4-46f9-81bc-e00ac610aad2&id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529637 Mar 02 14:01:08.072077 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-a2fcabbc-083d-41d7-ab2c-8e193e9d27fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:08.881922 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9dca1a-8402-4ece-8cfc-24d96eac8873 req-4732e5a8-f0e4-4284-8c98-de6925ac440b tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:08.883398 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8d9dca1a-8402-4ece-8cfc-24d96eac8873 req-4732e5a8-f0e4-4284-8c98-de6925ac440b tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 985 time: 0.0548368 Mar 02 14:01:08.941942 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8d9dca1a-8402-4ece-8cfc-24d96eac8873 req-eb7e2f19-2306-4e12-b4a6-27271f4b563f tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c1877-64f4-46f9-81bc-e00ac610aad2&id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524158 Mar 02 14:01:09.427642 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:10.055244 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 38098) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:01:10.068176 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80116e6f-469b-4e89-9bfe-b625bcfc37a6 req-3eead865-30aa-4864-b29b-7e07da7fcb9a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:10.069636 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-80116e6f-469b-4e89-9bfe-b625bcfc37a6 req-3eead865-30aa-4864-b29b-7e07da7fcb9a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 985 time: 0.0593798 Mar 02 14:01:10.129138 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-80116e6f-469b-4e89-9bfe-b625bcfc37a6 req-d138b84e-88f5-4667-9d4e-a9a291ee9be0 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c1877-64f4-46f9-81bc-e00ac610aad2&id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531645 Mar 02 14:01:10.164773 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-89f69f19-7ece-4de8-b76f-004916301f36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:10.240675 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-89f69f19-7ece-4de8-b76f-004916301f36 admin admin] Publish callbacks [] for security_group (17b7f651-7ef7-47cb-8b14-1289fe7b4fb3), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:10.244311 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-89f69f19-7ece-4de8-b76f-004916301f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (17b7f651-7ef7-47cb-8b14-1289fe7b4fb3), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:10.284450 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-89f69f19-7ece-4de8-b76f-004916301f36 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b69c97ea116b42efaae14295855cb6df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281840 Mar 02 14:01:10.285431 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f69f19-7ece-4de8-b76f-004916301f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b7f651-7ef7-47cb-8b14-1289fe7b4fb3,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:10.287168 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38102) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:01:10.334849 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1d443313-b7cf-4989-8c9c-a75a05445379 admin admin] Publish callbacks [] for security_group (17b7f651-7ef7-47cb-8b14-1289fe7b4fb3), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:10.356911 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1d443313-b7cf-4989-8c9c-a75a05445379 admin admin] Publish callbacks [] for security_group (17b7f651-7ef7-47cb-8b14-1289fe7b4fb3), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:10.402996 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1d443313-b7cf-4989-8c9c-a75a05445379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (17b7f651-7ef7-47cb-8b14-1289fe7b4fb3), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:10.405499 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1d443313-b7cf-4989-8c9c-a75a05445379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:10.406631 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-1d443313-b7cf-4989-8c9c-a75a05445379 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17b7f651-7ef7-47cb-8b14-1289fe7b4fb3 HTTP/1.1" status: 204 len: 168 time: 0.1173632 Mar 02 14:01:10.414176 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d443313-b7cf-4989-8c9c-a75a05445379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b7f651-7ef7-47cb-8b14-1289fe7b4fb3,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:10.864754 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:11.252374 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d164e9c-3c0a-430f-b622-6bd9e458cae7 req-599f9ad2-839c-4362-a2d7-be3ed87ab8a0 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:11.254121 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2d164e9c-3c0a-430f-b622-6bd9e458cae7 req-599f9ad2-839c-4362-a2d7-be3ed87ab8a0 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 985 time: 0.0565748 Mar 02 14:01:11.319629 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2d164e9c-3c0a-430f-b622-6bd9e458cae7 req-f727adba-dc44-4411-8286-f14d321edf5c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c1877-64f4-46f9-81bc-e00ac610aad2&id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598702 Mar 02 14:01:12.343132 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7e298634-b243-49dd-9c40-8227e211edcb req-4de5f67c-32e8-445c-a085-4e93f6607cc4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461264 Mar 02 14:01:12.472978 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd67701-ead2-47ab-b474-accfc324b066 req-f0e30541-d37e-4657-8ef8-f28c644bdd98 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:12.474548 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cfd67701-ead2-47ab-b474-accfc324b066 req-f0e30541-d37e-4657-8ef8-f28c644bdd98 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 985 time: 0.0800385 Mar 02 14:01:12.476550 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e298634-b243-49dd-9c40-8227e211edcb req-ed67e0e7-0f57-4442-b797-ee4c75cab2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:12.477917 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7e298634-b243-49dd-9c40-8227e211edcb req-ed67e0e7-0f57-4442-b797-ee4c75cab2b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=64ebff49f62c4b4dbc756d0c15f028e8&device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 1129 time: 0.0917616 Mar 02 14:01:12.564149 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cfd67701-ead2-47ab-b474-accfc324b066 req-06a9580d-0c6e-46b2-aead-72278cb8cd39 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c1877-64f4-46f9-81bc-e00ac610aad2&id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827484 Mar 02 14:01:12.612860 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:12.637436 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e298634-b243-49dd-9c40-8227e211edcb req-e38c3a46-0f2d-4507-a40f-2b970882ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:12.638941 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7e298634-b243-49dd-9c40-8227e211edcb req-e38c3a46-0f2d-4507-a40f-2b970882ea64 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76 HTTP/1.1" status: 200 len: 912 time: 0.1124213 Mar 02 14:01:12.730537 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7e298634-b243-49dd-9c40-8227e211edcb req-acc68384-c67b-408e-9a88-594febd10e7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9b0145e-20b6-4e2d-8c30-4172a0444b1d HTTP/1.1" status: 200 len: 1001 time: 0.0784662 Mar 02 14:01:12.782895 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e298634-b243-49dd-9c40-8227e211edcb req-99a751d1-13e5-4669-a91b-09367c99c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:12.784374 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7e298634-b243-49dd-9c40-8227e211edcb req-99a751d1-13e5-4669-a91b-09367c99c9ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4162740a-dc51-4b0e-a76f-5454f57d9ff4 HTTP/1.1" status: 200 len: 850 time: 0.0477183 Mar 02 14:01:12.848611 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e298634-b243-49dd-9c40-8227e211edcb req-efd66659-0a2a-4f64-8db1-6e8785fb0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:12.850455 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7e298634-b243-49dd-9c40-8227e211edcb req-efd66659-0a2a-4f64-8db1-6e8785fb0d80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603292 Mar 02 14:01:12.953430 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7e298634-b243-49dd-9c40-8227e211edcb req-3d4c1310-babd-4cbd-a0fe-7de7e06c961e service neutron] 10.222.0.20 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956037 Mar 02 14:01:13.053063 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7e298634-b243-49dd-9c40-8227e211edcb req-ed174ef1-c8d9-492e-861c-15f02d45cb5f service neutron] 10.222.0.20 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928481 Mar 02 14:01:13.698311 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3914c-04aa-414d-a9fb-8cbe805b1b22 req-07365649-7534-4a8e-bd4a-2fe80fe8b1dc tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:13.700113 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4fd3914c-04aa-414d-a9fb-8cbe805b1b22 req-07365649-7534-4a8e-bd4a-2fe80fe8b1dc tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 985 time: 0.0538895 Mar 02 14:01:13.760396 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4fd3914c-04aa-414d-a9fb-8cbe805b1b22 req-01725ee1-f67f-479d-8f1b-812a3053fc00 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c1877-64f4-46f9-81bc-e00ac610aad2&id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539248 Mar 02 14:01:13.915118 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38152) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:01:14.013810 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4b492f7c-1b87-4cc8-aef8-1294843db12d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:14.088868 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4b492f7c-1b87-4cc8-aef8-1294843db12d admin admin] Publish callbacks [] for security_group (8475a9ed-dbdd-43af-9c11-80d043fa0d39), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:14.092683 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4b492f7c-1b87-4cc8-aef8-1294843db12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (8475a9ed-dbdd-43af-9c11-80d043fa0d39), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:14.123575 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:14.129294 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b492f7c-1b87-4cc8-aef8-1294843db12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8475a9ed-dbdd-43af-9c11-80d043fa0d39,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:14.139254 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-4b492f7c-1b87-4cc8-aef8-1294843db12d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25fc845bf2a64cfbb1db7bd808e49713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229683 Mar 02 14:01:14.139945 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 38156) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:01:14.186617 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-036dcad9-903e-42c0-8708-08c345107c14 admin admin] Publish callbacks [] for security_group (8475a9ed-dbdd-43af-9c11-80d043fa0d39), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:14.207155 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-036dcad9-903e-42c0-8708-08c345107c14 admin admin] Publish callbacks [] for security_group (8475a9ed-dbdd-43af-9c11-80d043fa0d39), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:14.254814 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-036dcad9-903e-42c0-8708-08c345107c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (8475a9ed-dbdd-43af-9c11-80d043fa0d39), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:14.257194 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-036dcad9-903e-42c0-8708-08c345107c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:14.258301 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-036dcad9-903e-42c0-8708-08c345107c14 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8475a9ed-dbdd-43af-9c11-80d043fa0d39 HTTP/1.1" status: 204 len: 168 time: 0.1174700 Mar 02 14:01:14.266321 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dcad9-903e-42c0-8708-08c345107c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8475a9ed-dbdd-43af-9c11-80d043fa0d39,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:14.880243 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21046b2f-b6f9-4658-93ff-04fcd52fc666 req-7e2d67ba-16ed-4280-b717-9f12e328a58a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:14.881714 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-21046b2f-b6f9-4658-93ff-04fcd52fc666 req-7e2d67ba-16ed-4280-b717-9f12e328a58a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 985 time: 0.0529394 Mar 02 14:01:14.941170 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-21046b2f-b6f9-4658-93ff-04fcd52fc666 req-32afa8b3-a2e1-4eef-a8c5-7cac2620d459 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c1877-64f4-46f9-81bc-e00ac610aad2&id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536797 Mar 02 14:01:16.062357 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f8f6a-b6dc-4363-8f91-47411478a52a req-88da69e8-7d43-4165-9862-1d0e06166e50 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:16.063852 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3f9f8f6a-b6dc-4363-8f91-47411478a52a req-88da69e8-7d43-4165-9862-1d0e06166e50 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 985 time: 0.0549207 Mar 02 14:01:16.122945 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3f9f8f6a-b6dc-4363-8f91-47411478a52a req-80aae8d7-f6c7-4ff8-96b2-0de095cf2e3c tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=a19c1877-64f4-46f9-81bc-e00ac610aad2&id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535214 Mar 02 14:01:35.879846 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-8e3ff24b-2ec4-4932-abc8-5814e2adcef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:38.076018 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-6976415b-be7d-41f3-9392-ed4f13b60e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:39.430773 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:40.668818 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 38362) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:01:40.771027 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-37fd2a5b-2b85-44a6-aedd-a0191bcdb5f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:40.842331 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-37fd2a5b-2b85-44a6-aedd-a0191bcdb5f6 admin admin] Publish callbacks [] for security_group (defa3ee1-d00a-49db-82a3-0c1bc3377c39), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:40.845984 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-37fd2a5b-2b85-44a6-aedd-a0191bcdb5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (defa3ee1-d00a-49db-82a3-0c1bc3377c39), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:40.866579 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:40.881946 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-37fd2a5b-2b85-44a6-aedd-a0191bcdb5f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21e9a0177f634d5cbd64366877552f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118192 Mar 02 14:01:40.884956 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38366) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:01:40.887061 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd2a5b-2b85-44a6-aedd-a0191bcdb5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defa3ee1-d00a-49db-82a3-0c1bc3377c39,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:40.894060 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd2a5b-2b85-44a6-aedd-a0191bcdb5f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:40.894412 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd2a5b-2b85-44a6-aedd-a0191bcdb5f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:40.894783 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd2a5b-2b85-44a6-aedd-a0191bcdb5f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:40.895120 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd2a5b-2b85-44a6-aedd-a0191bcdb5f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:40.895448 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd2a5b-2b85-44a6-aedd-a0191bcdb5f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:40.895772 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd2a5b-2b85-44a6-aedd-a0191bcdb5f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:40.896096 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd2a5b-2b85-44a6-aedd-a0191bcdb5f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:40.896417 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd2a5b-2b85-44a6-aedd-a0191bcdb5f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:40.896757 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd2a5b-2b85-44a6-aedd-a0191bcdb5f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:40.897057 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd2a5b-2b85-44a6-aedd-a0191bcdb5f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:40.897373 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd2a5b-2b85-44a6-aedd-a0191bcdb5f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:40.897687 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd2a5b-2b85-44a6-aedd-a0191bcdb5f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:40.898000 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fd2a5b-2b85-44a6-aedd-a0191bcdb5f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:40.932980 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5165bb69-faba-4ffe-84f3-e3d5a7e8d585 admin admin] Publish callbacks [] for security_group (defa3ee1-d00a-49db-82a3-0c1bc3377c39), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:40.953683 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5165bb69-faba-4ffe-84f3-e3d5a7e8d585 admin admin] Publish callbacks [] for security_group (defa3ee1-d00a-49db-82a3-0c1bc3377c39), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:40.999937 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5165bb69-faba-4ffe-84f3-e3d5a7e8d585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (defa3ee1-d00a-49db-82a3-0c1bc3377c39), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:41.002528 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5165bb69-faba-4ffe-84f3-e3d5a7e8d585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:41.003712 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-5165bb69-faba-4ffe-84f3-e3d5a7e8d585 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/defa3ee1-d00a-49db-82a3-0c1bc3377c39 HTTP/1.1" status: 204 len: 168 time: 0.1177220 Mar 02 14:01:41.011909 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165bb69-faba-4ffe-84f3-e3d5a7e8d585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defa3ee1-d00a-49db-82a3-0c1bc3377c39,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:41.019196 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165bb69-faba-4ffe-84f3-e3d5a7e8d585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:41.019582 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165bb69-faba-4ffe-84f3-e3d5a7e8d585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:41.019942 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165bb69-faba-4ffe-84f3-e3d5a7e8d585 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:41.020290 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165bb69-faba-4ffe-84f3-e3d5a7e8d585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:41.020629 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165bb69-faba-4ffe-84f3-e3d5a7e8d585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:41.020965 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165bb69-faba-4ffe-84f3-e3d5a7e8d585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:41.021318 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165bb69-faba-4ffe-84f3-e3d5a7e8d585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:41.021658 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165bb69-faba-4ffe-84f3-e3d5a7e8d585 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:41.022058 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165bb69-faba-4ffe-84f3-e3d5a7e8d585 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:41.022330 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165bb69-faba-4ffe-84f3-e3d5a7e8d585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:41.022691 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165bb69-faba-4ffe-84f3-e3d5a7e8d585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:41.023026 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165bb69-faba-4ffe-84f3-e3d5a7e8d585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:41.023357 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165bb69-faba-4ffe-84f3-e3d5a7e8d585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:01:42.251791 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:01:42.594867 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:44.140533 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:46.876506 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccf838-fd2f-428e-9bcf-1c920be9c988 req-5ea2e7a4-49ad-429c-9897-186b5ff4f267 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:46.877972 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-32ccf838-fd2f-428e-9bcf-1c920be9c988 req-5ea2e7a4-49ad-429c-9897-186b5ff4f267 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 947 time: 0.0521698 Mar 02 14:01:46.924399 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-32ccf838-fd2f-428e-9bcf-1c920be9c988 req-78b8fa31-89a6-4dd5-84ee-03928c5bca21 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409191 Mar 02 14:01:48.047724 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ac38b-5557-4b17-b41b-613fe3c27f01 req-5d100437-0665-41aa-9259-b46143cde812 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:48.049161 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e51ac38b-5557-4b17-b41b-613fe3c27f01 req-5d100437-0665-41aa-9259-b46143cde812 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 947 time: 0.0517695 Mar 02 14:01:48.096861 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e51ac38b-5557-4b17-b41b-613fe3c27f01 req-1fa70d7c-68c1-484e-bddc-8f09e6b2fe62 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423367 Mar 02 14:01:48.430510 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd7935-124d-4b4a-86b9-23df84fb82d9 req-36442495-2558-4f94-b0fb-f1809ef0c441 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:48.432003 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-04fd7935-124d-4b4a-86b9-23df84fb82d9 req-36442495-2558-4f94-b0fb-f1809ef0c441 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 947 time: 0.0522008 Mar 02 14:01:48.527313 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [req-04fd7935-124d-4b4a-86b9-23df84fb82d9 req-8503cd8f-5b3b-412e-9066-792d36fb79c9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Deleting port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:01:48.527671 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-04fd7935-124d-4b4a-86b9-23df84fb82d9 req-8503cd8f-5b3b-412e-9066-792d36fb79c9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:48.617723 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-04fd7935-124d-4b4a-86b9-23df84fb82d9 req-8503cd8f-5b3b-412e-9066-792d36fb79c9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] For port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:01:48.618123 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-04fd7935-124d-4b4a-86b9-23df84fb82d9 req-8503cd8f-5b3b-412e-9066-792d36fb79c9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:48.891089 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-04fd7935-124d-4b4a-86b9-23df84fb82d9 req-8503cd8f-5b3b-412e-9066-792d36fb79c9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:48.891464 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-04fd7935-124d-4b4a-86b9-23df84fb82d9 req-8503cd8f-5b3b-412e-9066-792d36fb79c9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607373'] for floatingip (2686f0aa-aa6d-4a05-9cd8-aa75373378ba), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:48.891792 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.db.l3_db [req-04fd7935-124d-4b4a-86b9-23df84fb82d9 req-8503cd8f-5b3b-412e-9066-792d36fb79c9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Floating IP 2686f0aa-aa6d-4a05-9cd8-aa75373378ba disassociated. External IP: 172.27.1.2, port: 59aa1c7c-10a8-4ccf-af8f-71842faa5b01. Mar 02 14:01:48.892137 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [req-04fd7935-124d-4b4a-86b9-23df84fb82d9 req-8503cd8f-5b3b-412e-9066-792d36fb79c9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Calling delete_port for 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 owned by compute:nova {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:01:49.294778 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9d501-be0a-4435-9664-92978f359cc1 req-457c86b7-d23a-44cf-ac76-4a4e83ec58d9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:49.296308 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-91c9d501-be0a-4435-9664-92978f359cc1 req-457c86b7-d23a-44cf-ac76-4a4e83ec58d9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7 HTTP/1.1" status: 200 len: 947 time: 0.1092296 Mar 02 14:01:49.340453 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640a81b-b2b0-4484-8ff4-fcf0e55ca544 req-d7420c28-3de9-48f6-962d-e7d23b32eca9 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:49.341902 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8640a81b-b2b0-4484-8ff4-fcf0e55ca544 req-d7420c28-3de9-48f6-962d-e7d23b32eca9 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.1253338 Mar 02 14:01:49.412518 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-91c9d501-be0a-4435-9664-92978f359cc1 req-15b8eea5-ebfb-4717-aac8-d4c7c8e36951 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc7d6c49-53e2-4289-8aaf-036b4dad3456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098015 Mar 02 14:01:49.413030 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-04fd7935-124d-4b4a-86b9-23df84fb82d9 req-8503cd8f-5b3b-412e-9066-792d36fb79c9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (59aa1c7c-10a8-4ccf-af8f-71842faa5b01), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:49.451667 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503cd8f-5b3b-412e-9066-792d36fb79c9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Pushing event deleted for resources: {'Port': ['ID=59aa1c7c-10a8-4ccf-af8f-71842faa5b01,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:49.457817 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8640a81b-b2b0-4484-8ff4-fcf0e55ca544 req-ce4199a3-417a-464a-9eee-054e21a78650 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079965 Mar 02 14:01:49.573194 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04fd7935-124d-4b4a-86b9-23df84fb82d9 req-8503cd8f-5b3b-412e-9066-792d36fb79c9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Router e72e205e-913d-4b84-a8dc-ec4c6fb2236d has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:01:49.684474 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04fd7935-124d-4b4a-86b9-23df84fb82d9 req-8503cd8f-5b3b-412e-9066-792d36fb79c9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:01:49.693976 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459ef9fc-6c69-4017-9150-1ed36e7bbb5c None None] Sync routers for ids ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:01:49.704525 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459ef9fc-6c69-4017-9150-1ed36e7bbb5c None None] Routers {'e72e205e-913d-4b84-a8dc-ec4c6fb2236d'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:01:49.705508 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-459ef9fc-6c69-4017-9150-1ed36e7bbb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:01:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:01:49.725390 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fd7935-124d-4b4a-86b9-23df84fb82d9 req-8503cd8f-5b3b-412e-9066-792d36fb79c9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] No DVR routers for this DVR port 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 on host hv-cinder-83124 {{(pid=102940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:01:49.728581 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-04fd7935-124d-4b4a-86b9-23df84fb82d9 req-8503cd8f-5b3b-412e-9066-792d36fb79c9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:49.731924 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-04fd7935-124d-4b4a-86b9-23df84fb82d9 req-8503cd8f-5b3b-412e-9066-792d36fb79c9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.20 "DELETE /v2.0/ports/59aa1c7c-10a8-4ccf-af8f-71842faa5b01 HTTP/1.1" status: 204 len: 173 time: 1.2920702 Mar 02 14:01:49.732396 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7', 'name': 'network-vif-deleted', 'tag': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:01:49.734783 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ad5c08-f428-45bf-840a-02fa78fc1394" -d '{"events": [{"server_uuid": "7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7", "name": "network-vif-deleted", "tag": "59aa1c7c-10a8-4ccf-af8f-71842faa5b01"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:01:49.780771 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b90a4fa-20ad-477e-8676-919b42a1febf x-openstack-request-id: req-5b90a4fa-20ad-477e-8676-919b42a1febf {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:01:49.781071 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7", "name": "network-vif-deleted", "tag": "59aa1c7c-10a8-4ccf-af8f-71842faa5b01", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:01:49.781443 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b90a4fa-20ad-477e-8676-919b42a1febf {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:01:49.781921 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b93ae84-6dd7-454d-9a4b-ecaa2a0be5d7', 'name': 'network-vif-deleted', 'tag': '59aa1c7c-10a8-4ccf-af8f-71842faa5b01', 'status': 'completed', 'code': 200} Mar 02 14:01:49.955808 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-459ef9fc-6c69-4017-9150-1ed36e7bbb5c None None] Set router e72e205e-913d-4b84-a8dc-ec4c6fb2236d gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:01:50.159353 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-459ef9fc-6c69-4017-9150-1ed36e7bbb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T13:58:24Z', 'revision_number': 4, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port': {'id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:22Z', 'updated_at': '2022-03-02T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '38f761f0-e012-43b8-9f4a-8451c4a7f1a0', 'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'mac_address': 'fa:16:3e:e5:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:24Z', 'updated_at': '2022-03-02T13:58:28Z', 'revision_number': 5, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'subnets': [{'id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:01:50.191736 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459ef9fc-6c69-4017-9150-1ed36e7bbb5c None None] Checking router: e72e205e-913d-4b84-a8dc-ec4c6fb2236d for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:01:50.200881 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459ef9fc-6c69-4017-9150-1ed36e7bbb5c None None] Routers {'e72e205e-913d-4b84-a8dc-ec4c6fb2236d'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:01:50.201493 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-459ef9fc-6c69-4017-9150-1ed36e7bbb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:01:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:01:50.316563 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-459ef9fc-6c69-4017-9150-1ed36e7bbb5c None None] Set router e72e205e-913d-4b84-a8dc-ec4c6fb2236d gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:01:50.505123 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38414) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:01:50.517493 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-459ef9fc-6c69-4017-9150-1ed36e7bbb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T13:58:24Z', 'revision_number': 4, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port': {'id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:22Z', 'updated_at': '2022-03-02T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '38f761f0-e012-43b8-9f4a-8451c4a7f1a0', 'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'mac_address': 'fa:16:3e:e5:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:24Z', 'updated_at': '2022-03-02T13:58:28Z', 'revision_number': 5, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'subnets': [{'id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:01:50.546627 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459ef9fc-6c69-4017-9150-1ed36e7bbb5c None None] The sync data for ids ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'] in dv-cinder-831247-3-iscsi is: [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T13:58:24Z', 'revision_number': 4, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port': {'id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:22Z', 'updated_at': '2022-03-02T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '38f761f0-e012-43b8-9f4a-8451c4a7f1a0', 'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'mac_address': 'fa:16:3e:e5:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:24Z', 'updated_at': '2022-03-02T13:58:28Z', 'revision_number': 5, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'subnets': [{'id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:01:50.568587 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-fb90e69c-8169-4fea-ab7e-4a15c8589587 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group (cc7d6c49-53e2-4289-8aaf-036b4dad3456), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:50.593154 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-fb90e69c-8169-4fea-ab7e-4a15c8589587 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group (cc7d6c49-53e2-4289-8aaf-036b4dad3456), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:50.613143 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da3824-84da-4a95-8c14-aae5b1c359aa req-1a6f255a-63a8-485b-a4e5-44277549f909 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:50.614773 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-59da3824-84da-4a95-8c14-aae5b1c359aa req-1a6f255a-63a8-485b-a4e5-44277549f909 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0725002 Mar 02 14:01:50.650619 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-fb90e69c-8169-4fea-ab7e-4a15c8589587 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (cc7d6c49-53e2-4289-8aaf-036b4dad3456), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:50.654149 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-fb90e69c-8169-4fea-ab7e-4a15c8589587 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:50.658340 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 38416) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:01:50.659279 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-fb90e69c-8169-4fea-ab7e-4a15c8589587 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "DELETE /v2.0/security-groups/cc7d6c49-53e2-4289-8aaf-036b4dad3456 HTTP/1.1" status: 204 len: 168 time: 0.1525793 Mar 02 14:01:50.670607 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90e69c-8169-4fea-ab7e-4a15c8589587 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7d6c49-53e2-4289-8aaf-036b4dad3456,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:50.677202 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-59da3824-84da-4a95-8c14-aae5b1c359aa req-8ee2ffc8-f545-46c1-8975-119fe318c940 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7651976-180b-4abd-be64-d23cc378d7e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558817 Mar 02 14:01:50.678235 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.api.v2.resource [None req-4016a79d-e81e-4fca-be34-d54fbf542bc9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] show failed (client error): The resource could not be found. Mar 02 14:01:50.684101 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-4016a79d-e81e-4fca-be34-d54fbf542bc9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups/cc7d6c49-53e2-4289-8aaf-036b4dad3456 HTTP/1.1" status: 404 len: 347 time: 0.0197599 Mar 02 14:01:50.684775 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38418) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:01:50.822457 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-875fd0fc-09c7-495e-83fb-62254a564f7f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Deleting port d33f091b-edec-44fc-beb0-fa030b2ce06c {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:01:50.822843 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-875fd0fc-09c7-495e-83fb-62254a564f7f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (d33f091b-edec-44fc-beb0-fa030b2ce06c), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:50.827024 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75502008-51a9-4b17-9ce2-c8e8f094d7b5 None None] New status for floating IP 2686f0aa-aa6d-4a05-9cd8-aa75373378ba: DOWN {{(pid=102942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 14:01:50.899206 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-875fd0fc-09c7-495e-83fb-62254a564f7f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (d33f091b-edec-44fc-beb0-fa030b2ce06c), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:50.900116 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-875fd0fc-09c7-495e-83fb-62254a564f7f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for floatingip (d33f091b-edec-44fc-beb0-fa030b2ce06c), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:50.912338 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-875fd0fc-09c7-495e-83fb-62254a564f7f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Calling delete_port for d33f091b-edec-44fc-beb0-fa030b2ce06c owned by network:floatingip {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:01:51.053651 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-875fd0fc-09c7-495e-83fb-62254a564f7f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (d33f091b-edec-44fc-beb0-fa030b2ce06c), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:51.080192 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fd0fc-09c7-495e-83fb-62254a564f7f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Pushing event deleted for resources: {'Port': ['ID=d33f091b-edec-44fc-beb0-fa030b2ce06c,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:51.148677 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-875fd0fc-09c7-495e-83fb-62254a564f7f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for floatingip (2686f0aa-aa6d-4a05-9cd8-aa75373378ba), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:51.151965 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-875fd0fc-09c7-495e-83fb-62254a564f7f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:51.156059 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-875fd0fc-09c7-495e-83fb-62254a564f7f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "DELETE /v2.0/floatingips/2686f0aa-aa6d-4a05-9cd8-aa75373378ba HTTP/1.1" status: 204 len: 168 time: 0.4676144 Mar 02 14:01:51.181856 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3f988-a38b-4439-8574-0f022047542a req-a028077b-d789-4318-b21d-66c7d2d5b793 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:51.181856 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-abd3f988-a38b-4439-8574-0f022047542a req-a028077b-d789-4318-b21d-66c7d2d5b793 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 945 time: 0.0609424 Mar 02 14:01:51.280505 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [req-abd3f988-a38b-4439-8574-0f022047542a req-cb089cbc-2e10-4b4e-a1b1-ee7599c56aa4 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Deleting port b9b0145e-20b6-4e2d-8c30-4172a0444b1d {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:01:51.280850 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-abd3f988-a38b-4439-8574-0f022047542a req-cb089cbc-2e10-4b4e-a1b1-ee7599c56aa4 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (b9b0145e-20b6-4e2d-8c30-4172a0444b1d), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:51.368028 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-abd3f988-a38b-4439-8574-0f022047542a req-cb089cbc-2e10-4b4e-a1b1-ee7599c56aa4 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] For port b9b0145e-20b6-4e2d-8c30-4172a0444b1d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b9b0145e-20b6-4e2d-8c30-4172a0444b1d,segment=NetworkSegment(9c57b919-e5fc-428e-923e-107dd11d09c4),segment_id=9c57b919-e5fc-428e-923e-107dd11d09c4)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:01:51.368308 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-abd3f988-a38b-4439-8574-0f022047542a req-cb089cbc-2e10-4b4e-a1b1-ee7599c56aa4 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (b9b0145e-20b6-4e2d-8c30-4172a0444b1d), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:51.543281 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-abd3f988-a38b-4439-8574-0f022047542a req-cb089cbc-2e10-4b4e-a1b1-ee7599c56aa4 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:51.543697 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-abd3f988-a38b-4439-8574-0f022047542a req-cb089cbc-2e10-4b4e-a1b1-ee7599c56aa4 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607373'] for floatingip (eb6ec5f3-168b-4a89-9a03-50415bcc9855), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:51.543967 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.db.l3_db [req-abd3f988-a38b-4439-8574-0f022047542a req-cb089cbc-2e10-4b4e-a1b1-ee7599c56aa4 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Floating IP eb6ec5f3-168b-4a89-9a03-50415bcc9855 disassociated. External IP: 172.27.1.209, port: b9b0145e-20b6-4e2d-8c30-4172a0444b1d. Mar 02 14:01:51.544302 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [req-abd3f988-a38b-4439-8574-0f022047542a req-cb089cbc-2e10-4b4e-a1b1-ee7599c56aa4 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Calling delete_port for b9b0145e-20b6-4e2d-8c30-4172a0444b1d owned by compute:nova {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:01:51.600776 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38422) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:01:51.605473 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-2a79d30e-e36e-4c2d-90a9-8f5dadc6c46a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Request body: {'security_group': {'name': 'tempest-securitygroup--868728813', 'description': 'tempest-description--173968069'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:01:51.626975 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-2a79d30e-e36e-4c2d-90a9-8f5dadc6c46a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:51.684456 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-abd3f988-a38b-4439-8574-0f022047542a req-cb089cbc-2e10-4b4e-a1b1-ee7599c56aa4 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (b9b0145e-20b6-4e2d-8c30-4172a0444b1d), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:51.699396 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-2a79d30e-e36e-4c2d-90a9-8f5dadc6c46a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group (3307559f-930e-4a36-9023-f6d01490c92d), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:51.705282 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-2a79d30e-e36e-4c2d-90a9-8f5dadc6c46a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (3307559f-930e-4a36-9023-f6d01490c92d), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:51.714847 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb089cbc-2e10-4b4e-a1b1-ee7599c56aa4 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Pushing event deleted for resources: {'Port': ['ID=b9b0145e-20b6-4e2d-8c30-4172a0444b1d,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:51.737658 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-2a79d30e-e36e-4c2d-90a9-8f5dadc6c46a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:51.739070 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-2a79d30e-e36e-4c2d-90a9-8f5dadc6c46a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1372795 Mar 02 14:01:51.742063 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38426) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:01:51.747037 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-a6bc3422-0b88-4032-862e-d7f40be6f3a1 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Request body: {'security_group_rule': {'security_group_id': '3307559f-930e-4a36-9023-f6d01490c92d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:01:51.755629 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79d30e-e36e-4c2d-90a9-8f5dadc6c46a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3307559f-930e-4a36-9023-f6d01490c92d,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:51.778583 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a6bc3422-0b88-4032-862e-d7f40be6f3a1 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group_rule (4f791760-d7d6-43a2-af24-ba36f44aec22), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:51.829562 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-01be7ef5-650b-4de4-92f3-c8f2788eb467 req-83ffc544-d906-49bc-939e-bb125c0834c9 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4ba62b9-22b4-4e26-ac77-ea9777f99525 HTTP/1.1" status: 200 len: 210 time: 0.0342789 Mar 02 14:01:51.843361 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a6bc3422-0b88-4032-862e-d7f40be6f3a1 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group_rule (4f791760-d7d6-43a2-af24-ba36f44aec22), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:51.853826 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a6bc3422-0b88-4032-862e-d7f40be6f3a1 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (4f791760-d7d6-43a2-af24-ba36f44aec22), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:51.873382 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc3422-0b88-4032-862e-d7f40be6f3a1 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f791760-d7d6-43a2-af24-ba36f44aec22,revision_number=0']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:51.886883 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a6bc3422-0b88-4032-862e-d7f40be6f3a1 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:51.891192 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-a6bc3422-0b88-4032-862e-d7f40be6f3a1 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480765 Mar 02 14:01:51.892404 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38428) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:01:51.897873 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-826598bb-bb55-4a35-a51a-94015393d69c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Request body: {'security_group_rule': {'security_group_id': '3307559f-930e-4a36-9023-f6d01490c92d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:01:51.904144 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abd3f988-a38b-4439-8574-0f022047542a req-cb089cbc-2e10-4b4e-a1b1-ee7599c56aa4 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Router d186c79b-9671-4477-81c6-69d6515c9ebd has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:01:51.927161 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-826598bb-bb55-4a35-a51a-94015393d69c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group_rule (8e764cbd-ad51-475c-87d3-51cbb0820d0b), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:51.985013 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-826598bb-bb55-4a35-a51a-94015393d69c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group_rule (8e764cbd-ad51-475c-87d3-51cbb0820d0b), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:51.989101 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-826598bb-bb55-4a35-a51a-94015393d69c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (8e764cbd-ad51-475c-87d3-51cbb0820d0b), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:52.007166 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826598bb-bb55-4a35-a51a-94015393d69c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e764cbd-ad51-475c-87d3-51cbb0820d0b,revision_number=0']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:52.016008 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-826598bb-bb55-4a35-a51a-94015393d69c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:52.020412 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-826598bb-bb55-4a35-a51a-94015393d69c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241608 Mar 02 14:01:52.020701 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 38430) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:01:52.025765 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-5f251642-eafe-4a04-84a2-8aba2a32dba9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Request body: {'floatingip': {'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:01:52.034271 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abd3f988-a38b-4439-8574-0f022047542a req-cb089cbc-2e10-4b4e-a1b1-ee7599c56aa4 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:01:52.049558 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4981b-3657-45c7-968d-fe1093f66322 None None] Sync routers for ids ['d186c79b-9671-4477-81c6-69d6515c9ebd'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:01:52.058736 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c4981b-3657-45c7-968d-fe1093f66322 None None] Routers {'d186c79b-9671-4477-81c6-69d6515c9ebd'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:01:52.059388 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-a3c4981b-3657-45c7-968d-fe1093f66322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:01:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['d186c79b-9671-4477-81c6-69d6515c9ebd'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:01:52.084688 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd3f988-a38b-4439-8574-0f022047542a req-cb089cbc-2e10-4b4e-a1b1-ee7599c56aa4 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] No DVR routers for this DVR port b9b0145e-20b6-4e2d-8c30-4172a0444b1d on host hv-cinder-83124 {{(pid=102940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:01:52.089282 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-abd3f988-a38b-4439-8574-0f022047542a req-cb089cbc-2e10-4b4e-a1b1-ee7599c56aa4 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:52.092527 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-abd3f988-a38b-4439-8574-0f022047542a req-cb089cbc-2e10-4b4e-a1b1-ee7599c56aa4 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.20 "DELETE /v2.0/ports/b9b0145e-20b6-4e2d-8c30-4172a0444b1d HTTP/1.1" status: 204 len: 173 time: 0.9058394 Mar 02 14:01:52.092962 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ba62b9-22b4-4e26-ac77-ea9777f99525', 'name': 'network-vif-deleted', 'tag': 'b9b0145e-20b6-4e2d-8c30-4172a0444b1d'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:01:52.095749 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e383312-da90-4697-a2ac-240074f50d43" -d '{"events": [{"server_uuid": "f4ba62b9-22b4-4e26-ac77-ea9777f99525", "name": "network-vif-deleted", "tag": "b9b0145e-20b6-4e2d-8c30-4172a0444b1d"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:01:52.102220 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5f251642-eafe-4a04-84a2-8aba2a32dba9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:52.198592 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6800b6-de44-4aa5-bfb7-ddb8ef0957fb x-openstack-request-id: req-4c6800b6-de44-4aa5-bfb7-ddb8ef0957fb {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:01:52.199003 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ba62b9-22b4-4e26-ac77-ea9777f99525", "name": "network-vif-deleted", "tag": "b9b0145e-20b6-4e2d-8c30-4172a0444b1d", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:01:52.199390 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c6800b6-de44-4aa5-bfb7-ddb8ef0957fb {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:01:52.199851 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ba62b9-22b4-4e26-ac77-ea9777f99525', 'name': 'network-vif-deleted', 'tag': 'b9b0145e-20b6-4e2d-8c30-4172a0444b1d', 'status': 'completed', 'code': 200} Mar 02 14:01:52.204993 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-a3c4981b-3657-45c7-968d-fe1093f66322 None None] Set router d186c79b-9671-4477-81c6-69d6515c9ebd gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:01:52.262737 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5f251642-eafe-4a04-84a2-8aba2a32dba9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:52.377783 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [None req-5f251642-eafe-4a04-84a2-8aba2a32dba9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Allocated IP 172.27.1.58 (8a7b981f-934d-4891-8b40-a612fdbe7a6a/d2fe738d-81f5-4c8e-ae81-924cae8fe95a/6b2a61b7-05cd-423b-af3e-23c5af7a6509) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:01:52.414126 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-a3c4981b-3657-45c7-968d-fe1093f66322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:19Z', 'revision_number': 4, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port': {'id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '4501349e-12c5-43b3-8524-96bafc4ef3d2', 'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'mac_address': 'fa:16:3e:19:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:18Z', 'updated_at': '2022-03-02T13:57:24Z', 'revision_number': 5, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'subnets': [{'id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:01:52.441110 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4981b-3657-45c7-968d-fe1093f66322 None None] Checking router: d186c79b-9671-4477-81c6-69d6515c9ebd for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:01:52.450519 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c4981b-3657-45c7-968d-fe1093f66322 None None] Routers {'d186c79b-9671-4477-81c6-69d6515c9ebd'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:01:52.451241 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-a3c4981b-3657-45c7-968d-fe1093f66322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:01:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['d186c79b-9671-4477-81c6-69d6515c9ebd'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:01:52.501507 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5f251642-eafe-4a04-84a2-8aba2a32dba9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for port (6b2a61b7-05cd-423b-af3e-23c5af7a6509), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:52.548253 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5f251642-eafe-4a04-84a2-8aba2a32dba9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (6b2a61b7-05cd-423b-af3e-23c5af7a6509), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:52.551599 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:01:52.579466 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:01:52.579958 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 59aa1c7c-10a8-4ccf-af8f-71842faa5b01 not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:01:52.597032 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f251642-eafe-4a04-84a2-8aba2a32dba9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:01:52.600043 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-5f251642-eafe-4a04-84a2-8aba2a32dba9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:01:52.604722 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f251642-eafe-4a04-84a2-8aba2a32dba9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:01:52.606305 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-a3c4981b-3657-45c7-968d-fe1093f66322 None None] Set router d186c79b-9671-4477-81c6-69d6515c9ebd gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:01:52.608159 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f251642-eafe-4a04-84a2-8aba2a32dba9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Pushing event updated for resources: {'Port': ['ID=6b2a61b7-05cd-423b-af3e-23c5af7a6509,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:52.700411 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5f251642-eafe-4a04-84a2-8aba2a32dba9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for floatingip (00ddd48c-3e73-4cd6-a1ac-d9887b01a0e7), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:52.740779 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5f251642-eafe-4a04-84a2-8aba2a32dba9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (6b2a61b7-05cd-423b-af3e-23c5af7a6509), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:52.833441 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-a3c4981b-3657-45c7-968d-fe1093f66322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:19Z', 'revision_number': 4, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port': {'id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '4501349e-12c5-43b3-8524-96bafc4ef3d2', 'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'mac_address': 'fa:16:3e:19:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:18Z', 'updated_at': '2022-03-02T13:57:24Z', 'revision_number': 5, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'subnets': [{'id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:01:52.865255 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c4981b-3657-45c7-968d-fe1093f66322 None None] The sync data for ids ['d186c79b-9671-4477-81c6-69d6515c9ebd'] in dv-cinder-831247-3-iscsi is: [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:19Z', 'revision_number': 4, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port': {'id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '4501349e-12c5-43b3-8524-96bafc4ef3d2', 'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'mac_address': 'fa:16:3e:19:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:18Z', 'updated_at': '2022-03-02T13:57:24Z', 'revision_number': 5, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'subnets': [{'id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:01:52.942182 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5f251642-eafe-4a04-84a2-8aba2a32dba9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for port (6b2a61b7-05cd-423b-af3e-23c5af7a6509), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:52.947266 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5f251642-eafe-4a04-84a2-8aba2a32dba9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (6b2a61b7-05cd-423b-af3e-23c5af7a6509), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:52.984156 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38438) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:01:53.045111 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f251642-eafe-4a04-84a2-8aba2a32dba9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Pushing event updated for resources: {'Port': ['ID=6b2a61b7-05cd-423b-af3e-23c5af7a6509,revision_number=2']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:53.051183 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5f251642-eafe-4a04-84a2-8aba2a32dba9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607373'] for floatingip (00ddd48c-3e73-4cd6-a1ac-d9887b01a0e7), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:53.066856 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9ab505de-8076-4ff5-aab4-d1e6cc7f3493 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group (e7651976-180b-4abd-be64-d23cc378d7e2), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:53.069379 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5f251642-eafe-4a04-84a2-8aba2a32dba9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:53.070627 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-5f251642-eafe-4a04-84a2-8aba2a32dba9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0489488 Mar 02 14:01:53.105555 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9ab505de-8076-4ff5-aab4-d1e6cc7f3493 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group (e7651976-180b-4abd-be64-d23cc378d7e2), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:53.176163 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9ab505de-8076-4ff5-aab4-d1e6cc7f3493 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (e7651976-180b-4abd-be64-d23cc378d7e2), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:53.179098 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9ab505de-8076-4ff5-aab4-d1e6cc7f3493 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:53.180330 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-9ab505de-8076-4ff5-aab4-d1e6cc7f3493 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "DELETE /v2.0/security-groups/e7651976-180b-4abd-be64-d23cc378d7e2 HTTP/1.1" status: 204 len: 168 time: 0.1952081 Mar 02 14:01:53.183361 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 38442) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:01:53.198215 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90cc5cd-ae39-43ac-bd83-f1a07c7624c4 None None] New status for floating IP eb6ec5f3-168b-4a89-9a03-50415bcc9855: DOWN {{(pid=102942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 14:01:53.209666 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab505de-8076-4ff5-aab4-d1e6cc7f3493 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7651976-180b-4abd-be64-d23cc378d7e2,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:53.217010 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.api.v2.resource [None req-cc0edcba-c784-4d76-938f-7d8f3fe52309 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] show failed (client error): The resource could not be found. Mar 02 14:01:53.218306 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-cc0edcba-c784-4d76-938f-7d8f3fe52309 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups/e7651976-180b-4abd-be64-d23cc378d7e2 HTTP/1.1" status: 404 len: 347 time: 0.0340674 Mar 02 14:01:53.222745 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38450) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:01:53.318379 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d3409008-990a-4809-864b-d9feb2f07588 req-adc35ffc-9fb7-4b11-8366-20b745f238b8 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--868728813&fields=id&tenant_id=21f2ae141a3f4e41ac92ac4b9bc8d548 HTTP/1.1" status: 200 len: 267 time: 0.0544090 Mar 02 14:01:53.388205 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-9f70bd83-238a-417d-834b-0251d004021c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Deleting port 86c305fe-74d8-4cac-b487-5cd52a6ed27e {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:01:53.388652 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f70bd83-238a-417d-834b-0251d004021c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (86c305fe-74d8-4cac-b487-5cd52a6ed27e), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:53.467002 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409008-990a-4809-864b-d9feb2f07588 req-2458402d-35b4-47bb-8fa7-09394b484ce2 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:53.469276 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d3409008-990a-4809-864b-d9feb2f07588 req-2458402d-35b4-47bb-8fa7-09394b484ce2 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/networks?id=2c507a7b-d519-44d9-b367-d10702dec79d HTTP/1.1" status: 200 len: 816 time: 0.1441336 Mar 02 14:01:53.487630 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f70bd83-238a-417d-834b-0251d004021c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (86c305fe-74d8-4cac-b487-5cd52a6ed27e), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:53.488156 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d3409008-990a-4809-864b-d9feb2f07588 req-6ec15a6d-a068-4948-91b2-f032d786ea51 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/quotas/21f2ae141a3f4e41ac92ac4b9bc8d548 HTTP/1.1" status: 200 len: 375 time: 0.0130658 Mar 02 14:01:53.488416 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f70bd83-238a-417d-834b-0251d004021c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for floatingip (86c305fe-74d8-4cac-b487-5cd52a6ed27e), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:53.503346 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-9f70bd83-238a-417d-834b-0251d004021c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Calling delete_port for 86c305fe-74d8-4cac-b487-5cd52a6ed27e owned by network:floatingip {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:01:53.562914 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d3409008-990a-4809-864b-d9feb2f07588 req-3159a609-4659-4831-9422-2ba029240600 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=21f2ae141a3f4e41ac92ac4b9bc8d548&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643568 Mar 02 14:01:53.647088 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f70bd83-238a-417d-834b-0251d004021c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (86c305fe-74d8-4cac-b487-5cd52a6ed27e), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:53.667124 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d3409008-990a-4809-864b-d9feb2f07588 req-1411eb08-94e5-44e3-a41d-1610b0d7ff27 service neutron] 10.222.0.36 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896630 Mar 02 14:01:53.675810 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70bd83-238a-417d-834b-0251d004021c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Pushing event deleted for resources: {'Port': ['ID=86c305fe-74d8-4cac-b487-5cd52a6ed27e,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:53.742064 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f70bd83-238a-417d-834b-0251d004021c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for floatingip (eb6ec5f3-168b-4a89-9a03-50415bcc9855), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:53.744664 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f70bd83-238a-417d-834b-0251d004021c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:53.748857 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-9f70bd83-238a-417d-834b-0251d004021c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "DELETE /v2.0/floatingips/eb6ec5f3-168b-4a89-9a03-50415bcc9855 HTTP/1.1" status: 204 len: 168 time: 0.5250342 Mar 02 14:01:53.775334 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d3409008-990a-4809-864b-d9feb2f07588 req-ac33a6cf-d57f-43c0-9bd6-f5d745394ad4 service neutron] 10.222.0.36 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018267 Mar 02 14:01:53.940587 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-79aa8d66-23fd-4dc5-93c8-d686fb1223c3 req-a6834d79-d3f5-4462-81f2-e7e58020dbf9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 210 time: 0.0322466 Mar 02 14:01:54.070777 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 38466) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:01:54.075875 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-090d1edf-c32a-487c-8d3d-70a56bf703ea tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--329188007', 'description': 'tempest-description--730390686'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:01:54.096768 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-090d1edf-c32a-487c-8d3d-70a56bf703ea tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:54.167164 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-090d1edf-c32a-487c-8d3d-70a56bf703ea tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group (854ab314-3353-475a-8b71-62002616d9c0), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:54.172125 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-090d1edf-c32a-487c-8d3d-70a56bf703ea tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (854ab314-3353-475a-8b71-62002616d9c0), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:54.202154 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-090d1edf-c32a-487c-8d3d-70a56bf703ea tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:54.203413 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-090d1edf-c32a-487c-8d3d-70a56bf703ea tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1310322 Mar 02 14:01:54.205456 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d1edf-c32a-487c-8d3d-70a56bf703ea tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=854ab314-3353-475a-8b71-62002616d9c0,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:54.206327 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38470) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:01:54.211536 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-cf454fab-450a-4525-9298-04e0364fa353 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Request body: {'security_group_rule': {'security_group_id': '854ab314-3353-475a-8b71-62002616d9c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:01:54.238953 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-cf454fab-450a-4525-9298-04e0364fa353 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group_rule (34da8b87-8a35-4cc1-bb9c-d1778ec6ebba), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:54.295460 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-cf454fab-450a-4525-9298-04e0364fa353 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group_rule (34da8b87-8a35-4cc1-bb9c-d1778ec6ebba), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:54.299238 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-cf454fab-450a-4525-9298-04e0364fa353 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (34da8b87-8a35-4cc1-bb9c-d1778ec6ebba), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:54.319866 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf454fab-450a-4525-9298-04e0364fa353 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34da8b87-8a35-4cc1-bb9c-d1778ec6ebba,revision_number=0']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:54.330671 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-cf454fab-450a-4525-9298-04e0364fa353 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:54.334970 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 38472) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:01:54.335163 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-cf454fab-450a-4525-9298-04e0364fa353 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274273 Mar 02 14:01:54.340896 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-aa4f9d57-049f-4a25-b68d-2c79ca51199c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Request body: {'security_group_rule': {'security_group_id': '854ab314-3353-475a-8b71-62002616d9c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:01:54.370108 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-aa4f9d57-049f-4a25-b68d-2c79ca51199c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group_rule (84424ea2-929a-4231-be8b-b089f4ae1c1c), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:54.436523 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-aa4f9d57-049f-4a25-b68d-2c79ca51199c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group_rule (84424ea2-929a-4231-be8b-b089f4ae1c1c), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:54.440956 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-aa4f9d57-049f-4a25-b68d-2c79ca51199c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (84424ea2-929a-4231-be8b-b089f4ae1c1c), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:54.458386 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f9d57-049f-4a25-b68d-2c79ca51199c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84424ea2-929a-4231-be8b-b089f4ae1c1c,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:54.469360 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-aa4f9d57-049f-4a25-b68d-2c79ca51199c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:54.470577 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-aa4f9d57-049f-4a25-b68d-2c79ca51199c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341033 Mar 02 14:01:54.473668 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 38474) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:01:54.479440 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-b57952ef-a4fe-45de-b14a-683af1869c83 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Request body: {'floatingip': {'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:01:54.503754 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b57952ef-a4fe-45de-b14a-683af1869c83 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:54.620429 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b57952ef-a4fe-45de-b14a-683af1869c83 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:54.728444 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [None req-b57952ef-a4fe-45de-b14a-683af1869c83 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Allocated IP 172.27.1.47 (8a7b981f-934d-4891-8b40-a612fdbe7a6a/d2fe738d-81f5-4c8e-ae81-924cae8fe95a/39adb127-e04c-4d84-8361-4873197fa849) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:01:54.891905 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b57952ef-a4fe-45de-b14a-683af1869c83 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for port (39adb127-e04c-4d84-8361-4873197fa849), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:54.951931 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409008-990a-4809-864b-d9feb2f07588 req-33e8015f-c4c1-4178-91ba-27537f8da922 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:54.953369 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d3409008-990a-4809-864b-d9feb2f07588 req-33e8015f-c4c1-4178-91ba-27537f8da922 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.20 "GET /v2.0/networks?id=2c507a7b-d519-44d9-b367-d10702dec79d HTTP/1.1" status: 200 len: 816 time: 0.1438975 Mar 02 14:01:54.962491 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b57952ef-a4fe-45de-b14a-683af1869c83 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (39adb127-e04c-4d84-8361-4873197fa849), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:55.021645 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57952ef-a4fe-45de-b14a-683af1869c83 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:01:55.041659 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-b57952ef-a4fe-45de-b14a-683af1869c83 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:01:55.044020 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57952ef-a4fe-45de-b14a-683af1869c83 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:01:55.065739 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57952ef-a4fe-45de-b14a-683af1869c83 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Pushing event updated for resources: {'Port': ['ID=39adb127-e04c-4d84-8361-4873197fa849,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:55.097949 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-eb61b0cb-12cc-4abf-b3f7-89124482615e req-22597aa8-a600-4c1e-9e95-ccc05f25bdc5 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 210 time: 0.0751755 Mar 02 14:01:55.122091 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d3409008-990a-4809-864b-d9feb2f07588 req-713d6778-26b0-4b8d-96f4-55909ed9d2fd tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21f2ae141a3f4e41ac92ac4b9bc8d548 HTTP/1.1" status: 200 len: 379 time: 0.1569016 Mar 02 14:01:55.135306 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-d3409008-990a-4809-864b-d9feb2f07588 req-9bb69dbc-b45b-47d0-88f3-97590e63f6f3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Request body: {'port': {'device_id': '6aa81cf6-3d60-44c6-8afe-4f851bac5223', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'admin_state_up': True, 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'security_groups': ['3307559f-930e-4a36-9023-f6d01490c92d']}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:01:55.236915 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b57952ef-a4fe-45de-b14a-683af1869c83 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for floatingip (32dd6ab3-1fb4-428c-8b53-122af95fd453), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:55.292037 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b57952ef-a4fe-45de-b14a-683af1869c83 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (39adb127-e04c-4d84-8361-4873197fa849), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:55.324875 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3409008-990a-4809-864b-d9feb2f07588 req-9bb69dbc-b45b-47d0-88f3-97590e63f6f3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Made reservation on behalf of 21f2ae141a3f4e41ac92ac4b9bc8d548 for: {'port': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:01:55.328685 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-d3409008-990a-4809-864b-d9feb2f07588 req-9bb69dbc-b45b-47d0-88f3-97590e63f6f3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:55.536815 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [req-d3409008-990a-4809-864b-d9feb2f07588 req-9bb69dbc-b45b-47d0-88f3-97590e63f6f3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Allocated IP 172.20.0.4 (2c507a7b-d519-44d9-b367-d10702dec79d/a65492fa-addf-4282-9092-2b2202c1df68/23a2341d-bf17-4b31-a036-ec97b79d5fed) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:01:55.559626 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b57952ef-a4fe-45de-b14a-683af1869c83 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for port (39adb127-e04c-4d84-8361-4873197fa849), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:55.565687 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b57952ef-a4fe-45de-b14a-683af1869c83 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (39adb127-e04c-4d84-8361-4873197fa849), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:55.649953 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57952ef-a4fe-45de-b14a-683af1869c83 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Pushing event updated for resources: {'Port': ['ID=39adb127-e04c-4d84-8361-4873197fa849,revision_number=2']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:55.712824 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b57952ef-a4fe-45de-b14a-683af1869c83 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607373'] for floatingip (32dd6ab3-1fb4-428c-8b53-122af95fd453), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:55.733888 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b57952ef-a4fe-45de-b14a-683af1869c83 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:55.735139 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-b57952ef-a4fe-45de-b14a-683af1869c83 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2604122 Mar 02 14:01:55.768952 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-d3409008-990a-4809-864b-d9feb2f07588 req-9bb69dbc-b45b-47d0-88f3-97590e63f6f3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:55.801543 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-d3409008-990a-4809-864b-d9feb2f07588 req-9bb69dbc-b45b-47d0-88f3-97590e63f6f3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:55.844873 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3409008-990a-4809-864b-d9feb2f07588 req-9bb69dbc-b45b-47d0-88f3-97590e63f6f3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Network 2c507a7b-d519-44d9-b367-d10702dec79d is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:01:55.847981 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [req-d3409008-990a-4809-864b-d9feb2f07588 req-9bb69dbc-b45b-47d0-88f3-97590e63f6f3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:01:55.851722 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3409008-990a-4809-864b-d9feb2f07588 req-9bb69dbc-b45b-47d0-88f3-97590e63f6f3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:01:55.891288 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb69dbc-b45b-47d0-88f3-97590e63f6f3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Pushing event updated for resources: {'Port': ['ID=23a2341d-bf17-4b31-a036-ec97b79d5fed,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:55.932913 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409008-990a-4809-864b-d9feb2f07588 req-9bb69dbc-b45b-47d0-88f3-97590e63f6f3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:55.933669 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-d3409008-990a-4809-864b-d9feb2f07588 req-9bb69dbc-b45b-47d0-88f3-97590e63f6f3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:55.965562 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d3409008-990a-4809-864b-d9feb2f07588 req-9bb69dbc-b45b-47d0-88f3-97590e63f6f3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8347409 Mar 02 14:01:55.969103 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-f95d0364-63b3-47d8-a215-12907597c4d5 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--329188007&fields=id&tenant_id=64ebff49f62c4b4dbc756d0c15f028e8 HTTP/1.1" status: 200 len: 267 time: 0.0721941 Mar 02 14:01:55.977121 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Request body: {'port': {'device_id': '6aa81cf6-3d60-44c6-8afe-4f851bac5223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:01:56.106503 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:56.125071 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5337c281-2ad5-476a-89c6-85ee97c21fa6 None None] Provisioning complete for port 23a2341d-bf17-4b31-a036-ec97b79d5fed triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:01:56.125663 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5337c281-2ad5-476a-89c6-85ee97c21fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:56.292967 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5337c281-2ad5-476a-89c6-85ee97c21fa6 None None] Port 23a2341d-bf17-4b31-a036-ec97b79d5fed cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 14:01:56.420350 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-472605a8-8b2c-42c0-b6ad-78a851ec1eb7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:56.421782 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-472605a8-8b2c-42c0-b6ad-78a851ec1eb7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/networks?id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76 HTTP/1.1" status: 200 len: 811 time: 0.4413817 Mar 02 14:01:56.462422 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-42184d97-6599-420d-a244-7c112801bb60 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/quotas/64ebff49f62c4b4dbc756d0c15f028e8 HTTP/1.1" status: 200 len: 375 time: 0.0209291 Mar 02 14:01:56.548581 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device b9b0145e-20b6-4e2d-8c30-4172a0444b1d no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:01:56.568699 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324539a0-bff8-4103-befb-1f1b0d831528 req-0624ce94-34e2-4de5-b357-83fd999262fd tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:56.569821 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: b9b0145e-20b6-4e2d-8c30-4172a0444b1d {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:01:56.570167 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-324539a0-bff8-4103-befb-1f1b0d831528 req-0624ce94-34e2-4de5-b357-83fd999262fd tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 931 time: 0.1951075 Mar 02 14:01:56.570312 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device b9b0145e-20b6-4e2d-8c30-4172a0444b1d not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:01:56.675946 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-c4db412d-7dc3-4aff-ba6e-7c9cdd1f92fa tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=64ebff49f62c4b4dbc756d0c15f028e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2047391 Mar 02 14:01:56.691312 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-324539a0-bff8-4103-befb-1f1b0d831528 req-1dcad4f1-70da-4e76-a4c0-471ac119ddc9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113729 Mar 02 14:01:56.831692 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-be5da3ea-f5d1-4593-a9d9-fb9306916c76 service neutron] 10.222.0.36 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438627 Mar 02 14:01:56.864689 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a2341d-bf17-4b31-a036-ec97b79d5fed {{(pid=102940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:01:56.874741 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Publish callbacks [] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:56.917762 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.provisioning_blocks [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Transition to ACTIVE for port object 23a2341d-bf17-4b31-a036-ec97b79d5fed will not be triggered until provisioned by entity L2. {{(pid=102940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:01:56.922144 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:56.971028 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-524b3a07-88a3-4bbf-9046-10ad4c72e794 service neutron] 10.222.0.36 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327043 Mar 02 14:01:57.011571 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Pushing event updated for resources: {'Port': ['ID=23a2341d-bf17-4b31-a036-ec97b79d5fed,revision_number=2']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:57.065109 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Attempting to bind port 23a2341d-bf17-4b31-a036-ec97b79d5fed on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:01:57.065441 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Attempting to bind port 23a2341d-bf17-4b31-a036-ec97b79d5fed by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d'}] {{(pid=102940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:01:57.065768 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Attempting to bind port 23a2341d-bf17-4b31-a036-ec97b79d5fed on network 2c507a7b-d519-44d9-b367-d10702dec79d {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:01:57.078983 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Port 23a2341d-bf17-4b31-a036-ec97b79d5fed on network 2c507a7b-d519-44d9-b367-d10702dec79d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:01:57.079626 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Attempting to bind port 23a2341d-bf17-4b31-a036-ec97b79d5fed on network 2c507a7b-d519-44d9-b367-d10702dec79d {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:01:57.085744 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:01:57.086088 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Checking segment: {'id': '8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:01:57.086473 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Bound using segment: {'id': '8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d'} {{(pid=102940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:01:57.086982 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.managers [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Bound port: 23a2341d-bf17-4b31-a036-ec97b79d5fed, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d'}}] {{(pid=102940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:01:57.087352 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:57.180193 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8fe9c462-8fe6-4231-8783-e8eff5320232 req-34aea42f-3e87-4b23-bc22-8ce78a0db2e7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=c244efd5-ed29-4158-9164-59b925295e58 HTTP/1.1" status: 200 len: 210 time: 0.0400956 Mar 02 14:01:57.190132 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] For port 23a2341d-bf17-4b31-a036-ec97b79d5fed, host hv-cinder-83124, cleared binding levels {{(pid=102940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:01:57.203204 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] For port 23a2341d-bf17-4b31-a036-ec97b79d5fed, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=23a2341d-bf17-4b31-a036-ec97b79d5fed,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:01:57.203204 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:57.249478 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:57.249993 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:57.251538 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d3409008-990a-4809-864b-d9feb2f07588 req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] 10.222.0.20 "PUT /v2.0/ports/23a2341d-bf17-4b31-a036-ec97b79d5fed HTTP/1.1" status: 200 len: 1093 time: 1.2785697 Mar 02 14:01:57.251976 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa81cf6-3d60-44c6-8afe-4f851bac5223', 'tag': '23a2341d-bf17-4b31-a036-ec97b79d5fed'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:01:57.256181 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4021e3-fbcd-4c04-9f0f-200085aab297" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa81cf6-3d60-44c6-8afe-4f851bac5223", "tag": "23a2341d-bf17-4b31-a036-ec97b79d5fed"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:01:57.330485 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e104345-9302-4335-9f29-a9090ae3c6b0 x-openstack-request-id: req-4e104345-9302-4335-9f29-a9090ae3c6b0 {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:01:57.330616 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa81cf6-3d60-44c6-8afe-4f851bac5223", "tag": "23a2341d-bf17-4b31-a036-ec97b79d5fed", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:01:57.330925 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e104345-9302-4335-9f29-a9090ae3c6b0 {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:01:57.331234 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa81cf6-3d60-44c6-8afe-4f851bac5223', 'tag': '23a2341d-bf17-4b31-a036-ec97b79d5fed', 'status': 'completed', 'code': 200} Mar 02 14:01:57.333116 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f0f0c-e129-4043-bfe7-f69466fb3f6b service neutron] Pushing event updated for resources: {'Port': ['ID=23a2341d-bf17-4b31-a036-ec97b79d5fed,revision_number=3']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:57.359240 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409008-990a-4809-864b-d9feb2f07588 req-ca049457-a4f0-4a7f-bf0e-443a701af5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:57.360759 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d3409008-990a-4809-864b-d9feb2f07588 req-ca049457-a4f0-4a7f-bf0e-443a701af5e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f2ae141a3f4e41ac92ac4b9bc8d548&device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 1127 time: 0.0603545 Mar 02 14:01:57.404744 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d3409008-990a-4809-864b-d9feb2f07588 req-844a552d-173c-4c8f-b0f2-bc8b9f846edd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a2341d-bf17-4b31-a036-ec97b79d5fed HTTP/1.1" status: 200 len: 217 time: 0.0371034 Mar 02 14:01:57.459894 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409008-990a-4809-864b-d9feb2f07588 req-8a8dfbe8-0092-4139-b6e8-17ab0ee1b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:57.461400 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d3409008-990a-4809-864b-d9feb2f07588 req-8a8dfbe8-0092-4139-b6e8-17ab0ee1b4dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a65492fa-addf-4282-9092-2b2202c1df68 HTTP/1.1" status: 200 len: 855 time: 0.0511770 Mar 02 14:01:57.516187 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409008-990a-4809-864b-d9feb2f07588 req-80ccac34-aee7-44e8-a2e5-07e3fd0486b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:57.517750 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d3409008-990a-4809-864b-d9feb2f07588 req-80ccac34-aee7-44e8-a2e5-07e3fd0486b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c507a7b-d519-44d9-b367-d10702dec79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501122 Mar 02 14:01:57.611666 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d3409008-990a-4809-864b-d9feb2f07588 req-c1646f79-8687-479e-b1ef-e8e9a52b55dd service neutron] 10.222.0.20 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878556 Mar 02 14:01:57.714833 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d3409008-990a-4809-864b-d9feb2f07588 req-e3cdd38a-9ec2-42d7-b071-ccb988cb4a6a service neutron] 10.222.0.20 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904925 Mar 02 14:01:57.835538 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4021e3-fbcd-4c04-9f0f-200085aab297 req-d5062edb-fa0b-4a0a-a50d-c0d6bc7ceeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:57.837491 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4c4021e3-fbcd-4c04-9f0f-200085aab297 req-d5062edb-fa0b-4a0a-a50d-c0d6bc7ceeb4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f2ae141a3f4e41ac92ac4b9bc8d548&device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 1127 time: 0.0753629 Mar 02 14:01:57.847684 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de8d7d-1ee3-4ba6-834a-13d923537d60 req-e8384830-5d4a-4b59-a69a-0469bacc3499 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:57.849045 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a8de8d7d-1ee3-4ba6-834a-13d923537d60 req-e8384830-5d4a-4b59-a69a-0469bacc3499 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 943 time: 0.0789697 Mar 02 14:01:57.953281 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a8de8d7d-1ee3-4ba6-834a-13d923537d60 req-6d02016e-697a-4b66-b7d7-c4b267e888c4 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955615 Mar 02 14:01:57.967476 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4021e3-fbcd-4c04-9f0f-200085aab297 req-e55f9f6b-f999-4c0e-bbb0-6cac5a5a5d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:57.968911 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4c4021e3-fbcd-4c04-9f0f-200085aab297 req-e55f9f6b-f999-4c0e-bbb0-6cac5a5a5d07 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c507a7b-d519-44d9-b367-d10702dec79d HTTP/1.1" status: 200 len: 917 time: 0.1190512 Mar 02 14:01:58.017570 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4c4021e3-fbcd-4c04-9f0f-200085aab297 req-a438bd2c-502d-4a5a-93aa-5ddab574326c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a2341d-bf17-4b31-a036-ec97b79d5fed HTTP/1.1" status: 200 len: 217 time: 0.0421264 Mar 02 14:01:58.071749 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4021e3-fbcd-4c04-9f0f-200085aab297 req-c986cac9-df5d-4a4d-a834-f2335e249fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:58.073228 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4c4021e3-fbcd-4c04-9f0f-200085aab297 req-c986cac9-df5d-4a4d-a834-f2335e249fa6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a65492fa-addf-4282-9092-2b2202c1df68 HTTP/1.1" status: 200 len: 855 time: 0.0490429 Mar 02 14:01:58.124817 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4021e3-fbcd-4c04-9f0f-200085aab297 req-a165e4e0-c7f2-4262-9a95-f4b79d71ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:58.126341 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4c4021e3-fbcd-4c04-9f0f-200085aab297 req-a165e4e0-c7f2-4262-9a95-f4b79d71ce2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c507a7b-d519-44d9-b367-d10702dec79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467815 Mar 02 14:01:58.173168 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-d591ed2d-db65-4ef0-a617-cb681dc35f0c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:58.176100 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-d591ed2d-db65-4ef0-a617-cb681dc35f0c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.20 "GET /v2.0/networks?id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76 HTTP/1.1" status: 200 len: 811 time: 0.1184361 Mar 02 14:01:58.234789 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4c4021e3-fbcd-4c04-9f0f-200085aab297 req-6b1546c6-dea5-4aa1-a129-e025f1c99681 service neutron] 10.222.0.20 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965621 Mar 02 14:01:58.255809 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-377e63f8-4fa5-4410-a922-a5d87ee5f4a2 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64ebff49f62c4b4dbc756d0c15f028e8 HTTP/1.1" status: 200 len: 379 time: 0.0722160 Mar 02 14:01:58.264552 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-0990e9de-5276-406d-891f-3f6a5a935ff7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Request body: {'port': {'device_id': 'c244efd5-ed29-4158-9164-59b925295e58', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'admin_state_up': True, 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'security_groups': ['854ab314-3353-475a-8b71-62002616d9c0']}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:01:58.317543 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bf1cde6f-7cbd-4eb5-a8cb-172224fae21d req-9e87561f-afad-4a2c-b01e-8886f49062d8 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=c244efd5-ed29-4158-9164-59b925295e58 HTTP/1.1" status: 200 len: 210 time: 0.0562572 Mar 02 14:01:58.353548 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4c4021e3-fbcd-4c04-9f0f-200085aab297 req-85e3e463-0bbb-40ea-b585-6d183c6293ad service neutron] 10.222.0.20 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119614 Mar 02 14:01:58.373153 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-0990e9de-5276-406d-891f-3f6a5a935ff7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Made reservation on behalf of 64ebff49f62c4b4dbc756d0c15f028e8 for: {'port': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:01:58.376598 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-0990e9de-5276-406d-891f-3f6a5a935ff7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:58.496045 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-0990e9de-5276-406d-891f-3f6a5a935ff7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Allocated IP 172.20.0.11 (1c033f07-1d9f-46d2-98c2-6dfc949bbb76/4162740a-dc51-4b0e-a76f-5454f57d9ff4/f6b346fd-f054-4676-bc5c-72f69b675aef) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:01:58.628077 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-0990e9de-5276-406d-891f-3f6a5a935ff7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for port (f6b346fd-f054-4676-bc5c-72f69b675aef), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:58.659584 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-0990e9de-5276-406d-891f-3f6a5a935ff7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (f6b346fd-f054-4676-bc5c-72f69b675aef), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:58.701206 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-0990e9de-5276-406d-891f-3f6a5a935ff7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Network 1c033f07-1d9f-46d2-98c2-6dfc949bbb76 is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:01:58.706423 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-0990e9de-5276-406d-891f-3f6a5a935ff7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:01:58.710100 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-0990e9de-5276-406d-891f-3f6a5a935ff7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:01:58.747849 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990e9de-5276-406d-891f-3f6a5a935ff7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Pushing event updated for resources: {'Port': ['ID=f6b346fd-f054-4676-bc5c-72f69b675aef,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:58.767531 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-0990e9de-5276-406d-891f-3f6a5a935ff7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:58.768153 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-0990e9de-5276-406d-891f-3f6a5a935ff7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:58.788357 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-0990e9de-5276-406d-891f-3f6a5a935ff7 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5273635 Mar 02 14:01:58.802729 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Request body: {'port': {'device_id': 'c244efd5-ed29-4158-9164-59b925295e58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:01:58.875478 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (f6b346fd-f054-4676-bc5c-72f69b675aef), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:58.974324 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-87466e29-12f2-4926-8453-089b35ab5de7 None None] Provisioning complete for port f6b346fd-f054-4676-bc5c-72f69b675aef triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:01:58.974908 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-87466e29-12f2-4926-8453-089b35ab5de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (f6b346fd-f054-4676-bc5c-72f69b675aef), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:59.013768 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-87466e29-12f2-4926-8453-089b35ab5de7 None None] Port f6b346fd-f054-4676-bc5c-72f69b675aef cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 14:01:59.081885 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b366d-0d6d-41cf-99fa-53d342c33e0f req-ec6bb02a-363b-4709-b18d-cba06a9e92bc tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:59.083513 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f61b366d-0d6d-41cf-99fa-53d342c33e0f req-ec6bb02a-363b-4709-b18d-cba06a9e92bc tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 943 time: 0.0592983 Mar 02 14:01:59.131139 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f61b366d-0d6d-41cf-99fa-53d342c33e0f req-e11de515-de2f-439c-8d69-f50e37a27ce6 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414479 Mar 02 14:01:59.146678 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b346fd-f054-4676-bc5c-72f69b675aef {{(pid=102939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:01:59.156176 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Publish callbacks [] for port (f6b346fd-f054-4676-bc5c-72f69b675aef), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:59.168314 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.provisioning_blocks [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Transition to ACTIVE for port object f6b346fd-f054-4676-bc5c-72f69b675aef will not be triggered until provisioned by entity L2. {{(pid=102939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:01:59.171723 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (f6b346fd-f054-4676-bc5c-72f69b675aef), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:59.219063 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b346fd-f054-4676-bc5c-72f69b675aef,revision_number=2']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:59.289395 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Attempting to bind port f6b346fd-f054-4676-bc5c-72f69b675aef on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:01:59.290416 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Attempting to bind port f6b346fd-f054-4676-bc5c-72f69b675aef by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '9c57b919-e5fc-428e-923e-107dd11d09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76'}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:01:59.290957 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Attempting to bind port f6b346fd-f054-4676-bc5c-72f69b675aef on network 1c033f07-1d9f-46d2-98c2-6dfc949bbb76 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:01:59.295642 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Port f6b346fd-f054-4676-bc5c-72f69b675aef on network 1c033f07-1d9f-46d2-98c2-6dfc949bbb76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:01:59.295971 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Attempting to bind port f6b346fd-f054-4676-bc5c-72f69b675aef on network 1c033f07-1d9f-46d2-98c2-6dfc949bbb76 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:01:59.300891 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:01:59.301236 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Checking segment: {'id': '9c57b919-e5fc-428e-923e-107dd11d09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:01:59.301647 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Bound using segment: {'id': '9c57b919-e5fc-428e-923e-107dd11d09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76'} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:01:59.302082 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Bound port: f6b346fd-f054-4676-bc5c-72f69b675aef, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c57b919-e5fc-428e-923e-107dd11d09c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76'}}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:01:59.302441 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (f6b346fd-f054-4676-bc5c-72f69b675aef), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:59.373600 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] For port f6b346fd-f054-4676-bc5c-72f69b675aef, host hv-cinder-83124, cleared binding levels {{(pid=102939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:01:59.376893 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] For port f6b346fd-f054-4676-bc5c-72f69b675aef, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f6b346fd-f054-4676-bc5c-72f69b675aef,segment=NetworkSegment(9c57b919-e5fc-428e-923e-107dd11d09c4),segment_id=9c57b919-e5fc-428e-923e-107dd11d09c4)] {{(pid=102939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:01:59.383253 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (f6b346fd-f054-4676-bc5c-72f69b675aef), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:59.416607 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:59.417268 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:01:59.418822 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] 10.222.0.20 "PUT /v2.0/ports/f6b346fd-f054-4676-bc5c-72f69b675aef HTTP/1.1" status: 200 len: 1094 time: 0.6215198 Mar 02 14:01:59.424497 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c244efd5-ed29-4158-9164-59b925295e58', 'tag': 'f6b346fd-f054-4676-bc5c-72f69b675aef'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:01:59.428016 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c1f1b2-91aa-4e39-b3c0-940ea6ac7b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c244efd5-ed29-4158-9164-59b925295e58", "tag": "f6b346fd-f054-4676-bc5c-72f69b675aef"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:01:59.453170 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d463f9e-a874-48bf-841d-41f8794386c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b346fd-f054-4676-bc5c-72f69b675aef,revision_number=3']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:01:59.468035 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b1ede-bc9f-44de-8c32-37f2aa8b3624 req-9f5c0e02-6a3d-4c85-92c0-67a2f01aa124 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:59.469712 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d63b1ede-bc9f-44de-8c32-37f2aa8b3624 req-9f5c0e02-6a3d-4c85-92c0-67a2f01aa124 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=c244efd5-ed29-4158-9164-59b925295e58 HTTP/1.1" status: 200 len: 944 time: 0.0806098 Mar 02 14:01:59.500950 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c20feae-8448-4080-84a9-327290dc7fa0 x-openstack-request-id: req-7c20feae-8448-4080-84a9-327290dc7fa0 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:01:59.501407 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c244efd5-ed29-4158-9164-59b925295e58", "tag": "f6b346fd-f054-4676-bc5c-72f69b675aef", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:01:59.501738 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7c20feae-8448-4080-84a9-327290dc7fa0 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:01:59.502303 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c244efd5-ed29-4158-9164-59b925295e58', 'tag': 'f6b346fd-f054-4676-bc5c-72f69b675aef', 'status': 'completed', 'code': 200} Mar 02 14:01:59.523164 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-cef1c447-c391-4305-bab0-6df6a80d5849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:59.524834 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-cef1c447-c391-4305-bab0-6df6a80d5849 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=64ebff49f62c4b4dbc756d0c15f028e8&device_id=c244efd5-ed29-4158-9164-59b925295e58 HTTP/1.1" status: 200 len: 1128 time: 0.0533977 Mar 02 14:01:59.527495 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d63b1ede-bc9f-44de-8c32-37f2aa8b3624 req-1bfc2171-b07d-4b49-8f0a-c8ee188f19ad tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=854ab314-3353-475a-8b71-62002616d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452952 Mar 02 14:01:59.571406 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-71e6a247-5877-48ac-b5f6-c3d1aa70a530 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6b346fd-f054-4676-bc5c-72f69b675aef HTTP/1.1" status: 200 len: 217 time: 0.0393648 Mar 02 14:01:59.621636 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-55084b5d-e0f5-40bd-a279-ab309ea43d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:59.623194 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-55084b5d-e0f5-40bd-a279-ab309ea43d82 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4162740a-dc51-4b0e-a76f-5454f57d9ff4 HTTP/1.1" status: 200 len: 850 time: 0.0456796 Mar 02 14:01:59.671683 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-90d6b247-af37-4d79-95ec-dcd4a1c5f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:59.673154 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-90d6b247-af37-4d79-95ec-dcd4a1c5f6f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446303 Mar 02 14:01:59.762985 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-56847704-e211-40ce-8907-a7971f34b53f service neutron] 10.222.0.20 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843616 Mar 02 14:01:59.848486 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7d898c0c-7004-40db-ad82-aa2643e6820a req-96f4ed8a-3ad5-44a4-aac2-457a6469f529 service neutron] 10.222.0.20 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795677 Mar 02 14:01:59.939254 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1f1b2-91aa-4e39-b3c0-940ea6ac7b2b req-902d12e7-f322-4ca3-b889-bd415d4e4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:01:59.940708 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-29c1f1b2-91aa-4e39-b3c0-940ea6ac7b2b req-902d12e7-f322-4ca3-b889-bd415d4e4765 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=64ebff49f62c4b4dbc756d0c15f028e8&device_id=c244efd5-ed29-4158-9164-59b925295e58 HTTP/1.1" status: 200 len: 1128 time: 0.0478241 Mar 02 14:02:00.028986 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1f1b2-91aa-4e39-b3c0-940ea6ac7b2b req-9a005195-9072-495d-9380-69459254743e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:00.030476 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-29c1f1b2-91aa-4e39-b3c0-940ea6ac7b2b req-9a005195-9072-495d-9380-69459254743e service neutron] 10.222.0.20 "GET /v2.0/networks?id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76 HTTP/1.1" status: 200 len: 912 time: 0.0823035 Mar 02 14:02:00.073344 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-29c1f1b2-91aa-4e39-b3c0-940ea6ac7b2b req-57157107-29ef-4bb3-a722-82dde542ea55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6b346fd-f054-4676-bc5c-72f69b675aef HTTP/1.1" status: 200 len: 217 time: 0.0360711 Mar 02 14:02:00.120645 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1f1b2-91aa-4e39-b3c0-940ea6ac7b2b req-e1408ec6-e998-46b0-8b83-ce822dce6932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:00.122062 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-29c1f1b2-91aa-4e39-b3c0-940ea6ac7b2b req-e1408ec6-e998-46b0-8b83-ce822dce6932 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4162740a-dc51-4b0e-a76f-5454f57d9ff4 HTTP/1.1" status: 200 len: 850 time: 0.0433040 Mar 02 14:02:00.170299 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1f1b2-91aa-4e39-b3c0-940ea6ac7b2b req-b61bd561-f798-44d6-8b9e-dc02eedc219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:00.171803 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-29c1f1b2-91aa-4e39-b3c0-940ea6ac7b2b req-b61bd561-f798-44d6-8b9e-dc02eedc219b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435634 Mar 02 14:02:00.257459 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007fc61-770d-4204-95d5-e81f38b2cdeb req-da41ec5a-9ae5-4ddc-8da0-69fb4c022694 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:00.259059 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e007fc61-770d-4204-95d5-e81f38b2cdeb req-da41ec5a-9ae5-4ddc-8da0-69fb4c022694 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 943 time: 0.0522642 Mar 02 14:02:00.263470 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-29c1f1b2-91aa-4e39-b3c0-940ea6ac7b2b req-6abeb9c7-5e42-433f-b3d5-e6584e502a41 service neutron] 10.222.0.20 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845344 Mar 02 14:02:00.313281 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e007fc61-770d-4204-95d5-e81f38b2cdeb req-6e4b3845-5b97-4f9c-b1e7-475bc61e0d69 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472698 Mar 02 14:02:00.561559 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-29c1f1b2-91aa-4e39-b3c0-940ea6ac7b2b req-b71915d7-36e0-49cb-b47c-29a8c3116703 service neutron] 10.222.0.20 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919722 Mar 02 14:02:00.584967 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 23a2341d-bf17-4b31-a036-ec97b79d5fed details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:02:00.650444 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14984b1-0bd5-45a9-a979-5b1be5404a11 req-6afc847a-ff3f-4634-8ce0-32d6db229550 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:00.652132 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d14984b1-0bd5-45a9-a979-5b1be5404a11 req-6afc847a-ff3f-4634-8ce0-32d6db229550 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=c244efd5-ed29-4158-9164-59b925295e58 HTTP/1.1" status: 200 len: 944 time: 0.0541527 Mar 02 14:02:00.684540 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 23a2341d-bf17-4b31-a036-ec97b79d5fed, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=23a2341d-bf17-4b31-a036-ec97b79d5fed,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:02:00.695774 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': '23a2341d-bf17-4b31-a036-ec97b79d5fed', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'port_id': '23a2341d-bf17-4b31-a036-ec97b79d5fed', 'mac_address': 'fa:16:3e:7b:ab:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:02:00.700323 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d14984b1-0bd5-45a9-a979-5b1be5404a11 req-692249d5-108f-47ad-8b17-0dae8a3f7cb4 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=854ab314-3353-475a-8b71-62002616d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427086 Mar 02 14:02:00.732841 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 23a2341d-bf17-4b31-a036-ec97b79d5fed is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:02:00.733239 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:00.745986 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a2341d-bf17-4b31-a036-ec97b79d5fed {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:02:00.765579 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 23a2341d-bf17-4b31-a036-ec97b79d5fed, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=23a2341d-bf17-4b31-a036-ec97b79d5fed,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:02:00.769133 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:00.813695 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=23a2341d-bf17-4b31-a036-ec97b79d5fed,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:00.820600 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:00.821514 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:00.821948 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:00.822236 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:00.822573 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:00.822933 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:00.823265 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:00.823597 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:00.823923 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:00.824267 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:00.824599 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:00.824924 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:00.825254 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:00.996330 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['23a2341d-bf17-4b31-a036-ec97b79d5fed'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:02:01.435652 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b16429-ee29-4e3b-ab00-01e172093e2a req-0cf10396-0841-448d-88d8-e0bdefdc926f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:01.437109 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-99b16429-ee29-4e3b-ab00-01e172093e2a req-0cf10396-0841-448d-88d8-e0bdefdc926f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 944 time: 0.0517352 Mar 02 14:02:01.482553 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-99b16429-ee29-4e3b-ab00-01e172093e2a req-5f1e6ada-86c1-4557-9783-ba562e385c95 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399959 Mar 02 14:02:01.819610 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d01534-8e4f-4cd6-b99f-5cf3e341edc4 req-8b5eb066-d3c8-4350-ab56-973b30970e41 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:01.821629 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e0d01534-8e4f-4cd6-b99f-5cf3e341edc4 req-8b5eb066-d3c8-4350-ab56-973b30970e41 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=c244efd5-ed29-4158-9164-59b925295e58 HTTP/1.1" status: 200 len: 944 time: 0.0546801 Mar 02 14:02:01.866146 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e0d01534-8e4f-4cd6-b99f-5cf3e341edc4 req-423c44aa-68da-4225-86c3-48fd2e3caa1a tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=854ab314-3353-475a-8b71-62002616d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391898 Mar 02 14:02:02.592630 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device f6b346fd-f054-4676-bc5c-72f69b675aef details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:02:02.596563 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 23a2341d-bf17-4b31-a036-ec97b79d5fed up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:02:02.603734 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d72b7-40f2-4ffd-a1b5-bd52b9182f58 req-4f4d5b2a-c4f3-4f5f-b3d7-2ea54f824678 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:02.605318 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-dc4d72b7-40f2-4ffd-a1b5-bd52b9182f58 req-4f4d5b2a-c4f3-4f5f-b3d7-2ea54f824678 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 944 time: 0.0537393 Mar 02 14:02:02.653701 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-dc4d72b7-40f2-4ffd-a1b5-bd52b9182f58 req-186d1dfc-c99a-4e27-83d0-a0da62843642 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425382 Mar 02 14:02:02.710323 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port 23a2341d-bf17-4b31-a036-ec97b79d5fed completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:02:02.718184 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port 23a2341d-bf17-4b31-a036-ec97b79d5fed triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:02:02.718591 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:02.760986 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port f6b346fd-f054-4676-bc5c-72f69b675aef, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f6b346fd-f054-4676-bc5c-72f69b675aef,segment=NetworkSegment(9c57b919-e5fc-428e-923e-107dd11d09c4),segment_id=9c57b919-e5fc-428e-923e-107dd11d09c4)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:02:02.775802 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': 'f6b346fd-f054-4676-bc5c-72f69b675aef', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'port_id': 'f6b346fd-f054-4676-bc5c-72f69b675aef', 'mac_address': 'fa:16:3e:19:b0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:02:02.846571 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port f6b346fd-f054-4676-bc5c-72f69b675aef is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:02:02.846986 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (f6b346fd-f054-4676-bc5c-72f69b675aef), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:02.863154 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 23a2341d-bf17-4b31-a036-ec97b79d5fed is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:02:02.863535 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:02.866857 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b346fd-f054-4676-bc5c-72f69b675aef {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:02:02.904691 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa81cf6-3d60-44c6-8afe-4f851bac5223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a2341d-bf17-4b31-a036-ec97b79d5fed'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:02:02.906953 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cd47e2-a8b3-43f7-87b3-d55c26d9eb33" -d '{"events": [{"server_uuid": "6aa81cf6-3d60-44c6-8afe-4f851bac5223", "name": "network-vif-plugged", "status": "completed", "tag": "23a2341d-bf17-4b31-a036-ec97b79d5fed"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:02:02.910495 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port f6b346fd-f054-4676-bc5c-72f69b675aef, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f6b346fd-f054-4676-bc5c-72f69b675aef,segment=NetworkSegment(9c57b919-e5fc-428e-923e-107dd11d09c4),segment_id=9c57b919-e5fc-428e-923e-107dd11d09c4)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:02:02.921027 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (f6b346fd-f054-4676-bc5c-72f69b675aef), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:02.923820 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 23a2341d-bf17-4b31-a036-ec97b79d5fed, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=23a2341d-bf17-4b31-a036-ec97b79d5fed,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:02:02.951261 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b520d284-9bdf-4358-aaef-734aa680954b x-openstack-request-id: req-b520d284-9bdf-4358-aaef-734aa680954b {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:02:02.951568 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa81cf6-3d60-44c6-8afe-4f851bac5223", "name": "network-vif-plugged", "status": "completed", "tag": "23a2341d-bf17-4b31-a036-ec97b79d5fed", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:02:02.951831 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b520d284-9bdf-4358-aaef-734aa680954b {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:02:02.952225 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa81cf6-3d60-44c6-8afe-4f851bac5223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a2341d-bf17-4b31-a036-ec97b79d5fed', 'code': 200} Mar 02 14:02:02.954499 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:02.979800 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=f6b346fd-f054-4676-bc5c-72f69b675aef,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:03.005487 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484639aa-f521-44db-a623-a20fbb3ff361 req-5497be4f-383e-4900-9c8b-a0d170163e6c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:03.007010 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-484639aa-f521-44db-a623-a20fbb3ff361 req-5497be4f-383e-4900-9c8b-a0d170163e6c tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=c244efd5-ed29-4158-9164-59b925295e58 HTTP/1.1" status: 200 len: 945 time: 0.0686057 Mar 02 14:02:03.038526 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=23a2341d-bf17-4b31-a036-ec97b79d5fed,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:03.060047 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-484639aa-f521-44db-a623-a20fbb3ff361 req-51101ccf-66ea-4d4f-9084-d021cf7e2bda tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=854ab314-3353-475a-8b71-62002616d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459540 Mar 02 14:02:03.122269 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099dbd8-6c55-40eb-b1b5-fc3786c35c54 req-005f0a96-c63c-41ab-99d6-2492df70e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:03.123771 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b099dbd8-6c55-40eb-b1b5-fc3786c35c54 req-005f0a96-c63c-41ab-99d6-2492df70e3ce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 1129 time: 0.0428772 Mar 02 14:02:03.149149 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['f6b346fd-f054-4676-bc5c-72f69b675aef'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:02:03.170868 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b099dbd8-6c55-40eb-b1b5-fc3786c35c54 req-0376b9b1-5754-47e9-8f51-64480a1454e7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410745 Mar 02 14:02:03.776642 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb48f2-8b2e-4429-bb0e-021188b0ac93 req-2f297940-3133-49f5-a4a7-86f7a218ef71 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:03.778378 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0cdb48f2-8b2e-4429-bb0e-021188b0ac93 req-2f297940-3133-49f5-a4a7-86f7a218ef71 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0528047 Mar 02 14:02:03.827750 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0cdb48f2-8b2e-4429-bb0e-021188b0ac93 req-72855215-33fc-48e3-9583-b24f3c9ba764 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439575 Mar 02 14:02:04.184637 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e107dc-b6a4-43ab-b02d-965818b13bdf req-7f1944d9-200f-4dc6-9ac0-22ac22272ff3 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:04.186120 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b1e107dc-b6a4-43ab-b02d-965818b13bdf req-7f1944d9-200f-4dc6-9ac0-22ac22272ff3 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=c244efd5-ed29-4158-9164-59b925295e58 HTTP/1.1" status: 200 len: 945 time: 0.0554531 Mar 02 14:02:04.241162 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b1e107dc-b6a4-43ab-b02d-965818b13bdf req-42129c30-720f-4676-ab1e-dcf376c2f0b9 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=854ab314-3353-475a-8b71-62002616d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492661 Mar 02 14:02:04.607655 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device f6b346fd-f054-4676-bc5c-72f69b675aef up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:02:04.658317 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port f6b346fd-f054-4676-bc5c-72f69b675aef completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:02:04.662186 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port f6b346fd-f054-4676-bc5c-72f69b675aef triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:02:04.662561 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (f6b346fd-f054-4676-bc5c-72f69b675aef), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:04.738986 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port f6b346fd-f054-4676-bc5c-72f69b675aef is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:02:04.739380 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (f6b346fd-f054-4676-bc5c-72f69b675aef), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:04.771624 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port f6b346fd-f054-4676-bc5c-72f69b675aef, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f6b346fd-f054-4676-bc5c-72f69b675aef,segment=NetworkSegment(9c57b919-e5fc-428e-923e-107dd11d09c4),segment_id=9c57b919-e5fc-428e-923e-107dd11d09c4)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:02:04.775578 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (f6b346fd-f054-4676-bc5c-72f69b675aef), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:04.822403 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=f6b346fd-f054-4676-bc5c-72f69b675aef,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:04.947798 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1194ae8-afaa-4870-9f49-0f96203086e1 req-0af33f27-c719-480f-8940-10f2268c562d tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:04.949139 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e1194ae8-afaa-4870-9f49-0f96203086e1 req-0af33f27-c719-480f-8940-10f2268c562d tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0519488 Mar 02 14:02:04.953228 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c244efd5-ed29-4158-9164-59b925295e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b346fd-f054-4676-bc5c-72f69b675aef'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:02:04.955525 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6f1b78-3890-463e-9f71-16acb3b31f66" -d '{"events": [{"server_uuid": "c244efd5-ed29-4158-9164-59b925295e58", "name": "network-vif-plugged", "status": "completed", "tag": "f6b346fd-f054-4676-bc5c-72f69b675aef"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:02:04.990133 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1c6756-0186-44d1-9477-87d726bc8a99 x-openstack-request-id: req-5b1c6756-0186-44d1-9477-87d726bc8a99 {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:02:04.990538 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c244efd5-ed29-4158-9164-59b925295e58", "name": "network-vif-plugged", "status": "completed", "tag": "f6b346fd-f054-4676-bc5c-72f69b675aef", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:02:04.990831 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b1c6756-0186-44d1-9477-87d726bc8a99 {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:02:04.991229 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c244efd5-ed29-4158-9164-59b925295e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b346fd-f054-4676-bc5c-72f69b675aef', 'code': 200} Mar 02 14:02:04.997576 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e1194ae8-afaa-4870-9f49-0f96203086e1 req-1f90c3c3-ca5d-4d56-a5d9-6870b04989f1 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429859 Mar 02 14:02:05.119156 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650bb96-a0c2-4049-aa66-6919df0af3d8 req-509a45ca-bd8a-4814-ae19-b6965606fd41 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:05.120655 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4650bb96-a0c2-4049-aa66-6919df0af3d8 req-509a45ca-bd8a-4814-ae19-b6965606fd41 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0538974 Mar 02 14:02:05.129088 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 38548) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:05.133928 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-bd37491a-7590-4188-b527-ca13a461b59f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Request body: {'floatingip': {'port_id': '23a2341d-bf17-4b31-a036-ec97b79d5fed'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:02:05.152818 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da20d2-8690-40d7-80f9-bf90ceae4845 req-1246bed4-f02b-4314-81f3-6ac11a2a2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:05.154298 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-41da20d2-8690-40d7-80f9-bf90ceae4845 req-1246bed4-f02b-4314-81f3-6ac11a2a2542 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c244efd5-ed29-4158-9164-59b925295e58 HTTP/1.1" status: 200 len: 1130 time: 0.0447934 Mar 02 14:02:05.176818 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bd37491a-7590-4188-b527-ca13a461b59f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for floatingip (00ddd48c-3e73-4cd6-a1ac-d9887b01a0e7), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:05.196580 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-41da20d2-8690-40d7-80f9-bf90ceae4845 req-9363dde8-b9fa-4218-ab4c-c81a5d20d638 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=854ab314-3353-475a-8b71-62002616d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366313 Mar 02 14:02:05.421586 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde804ee-9b09-4980-8120-eb87be5f39a9 req-de60f0d1-7e8d-4254-8be5-bd664eebe18d tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:05.423219 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cde804ee-9b09-4980-8120-eb87be5f39a9 req-de60f0d1-7e8d-4254-8be5-bd664eebe18d tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=c244efd5-ed29-4158-9164-59b925295e58 HTTP/1.1" status: 200 len: 946 time: 0.0981121 Mar 02 14:02:05.546266 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cde804ee-9b09-4980-8120-eb87be5f39a9 req-3becf170-2539-43f8-bc50-59bf82ccce46 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=854ab314-3353-475a-8b71-62002616d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149387 Mar 02 14:02:05.683517 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bd37491a-7590-4188-b527-ca13a461b59f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:05.688282 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bd37491a-7590-4188-b527-ca13a461b59f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607373'] for floatingip (00ddd48c-3e73-4cd6-a1ac-d9887b01a0e7), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:05.786753 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.db.l3_db [None req-bd37491a-7590-4188-b527-ca13a461b59f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Floating IP 00ddd48c-3e73-4cd6-a1ac-d9887b01a0e7 associated. External IP: 172.27.1.58, port: 23a2341d-bf17-4b31-a036-ec97b79d5fed. Mar 02 14:02:05.889577 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-bc0a16a4-3646-42f8-8f4a-05477c511449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:06.000824 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd37491a-7590-4188-b527-ca13a461b59f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Router e72e205e-913d-4b84-a8dc-ec4c6fb2236d has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:02:06.108891 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd37491a-7590-4188-b527-ca13a461b59f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:02:06.113237 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bd37491a-7590-4188-b527-ca13a461b59f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:06.120394 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8fb3da-7493-4bd6-8885-0228042f1331 None None] Sync routers for ids ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:02:06.142186 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8fb3da-7493-4bd6-8885-0228042f1331 None None] Routers {'e72e205e-913d-4b84-a8dc-ec4c6fb2236d'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:02:06.142890 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-ce8fb3da-7493-4bd6-8885-0228042f1331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:01:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:06.261163 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-ce8fb3da-7493-4bd6-8885-0228042f1331 None None] Set router e72e205e-913d-4b84-a8dc-ec4c6fb2236d gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:02:06.414361 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-bd37491a-7590-4188-b527-ca13a461b59f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "PUT /v2.0/floatingips/00ddd48c-3e73-4cd6-a1ac-d9887b01a0e7 HTTP/1.1" status: 200 len: 990 time: 1.2816360 Mar 02 14:02:06.414361 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa81cf6-3d60-44c6-8afe-4f851bac5223', 'tag': '23a2341d-bf17-4b31-a036-ec97b79d5fed'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:02:06.417046 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71516a85-4043-4a44-93ce-459866634587" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa81cf6-3d60-44c6-8afe-4f851bac5223", "tag": "23a2341d-bf17-4b31-a036-ec97b79d5fed"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:02:06.453633 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae940fe-3daf-46bd-b902-12e8c52f2b36 x-openstack-request-id: req-5ae940fe-3daf-46bd-b902-12e8c52f2b36 {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:02:06.454113 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa81cf6-3d60-44c6-8afe-4f851bac5223", "tag": "23a2341d-bf17-4b31-a036-ec97b79d5fed", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:02:06.454454 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ae940fe-3daf-46bd-b902-12e8c52f2b36 {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:02:06.455160 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa81cf6-3d60-44c6-8afe-4f851bac5223', 'tag': '23a2341d-bf17-4b31-a036-ec97b79d5fed', 'status': 'completed', 'code': 200} Mar 02 14:02:06.504739 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-ce8fb3da-7493-4bd6-8885-0228042f1331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T13:58:24Z', 'revision_number': 4, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port': {'id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:22Z', 'updated_at': '2022-03-02T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': '00ddd48c-3e73-4cd6-a1ac-d9887b01a0e7', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'port_id': '23a2341d-bf17-4b31-a036-ec97b79d5fed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'mac_address': 'fa:16:3e:7b:ab:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa81cf6-3d60-44c6-8afe-4f851bac5223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:01:52Z', 'updated_at': '2022-03-02T14:02:05Z', 'revision_number': 1, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f761f0-e012-43b8-9f4a-8451c4a7f1a0', 'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'mac_address': 'fa:16:3e:e5:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:24Z', 'updated_at': '2022-03-02T13:58:28Z', 'revision_number': 5, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'subnets': [{'id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:06.530046 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71516a85-4043-4a44-93ce-459866634587 req-4f7d0f5d-85e9-4720-8a22-e668abef8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:06.531573 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-71516a85-4043-4a44-93ce-459866634587 req-4f7d0f5d-85e9-4720-8a22-e668abef8559 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f2ae141a3f4e41ac92ac4b9bc8d548&device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 1129 time: 0.0496917 Mar 02 14:02:06.540757 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8fb3da-7493-4bd6-8885-0228042f1331 None None] Checking router: e72e205e-913d-4b84-a8dc-ec4c6fb2236d for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:02:06.548958 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8fb3da-7493-4bd6-8885-0228042f1331 None None] Routers {'e72e205e-913d-4b84-a8dc-ec4c6fb2236d'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:02:06.549668 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-ce8fb3da-7493-4bd6-8885-0228042f1331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:01:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:06.644171 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71516a85-4043-4a44-93ce-459866634587 req-76c88227-7f72-487f-9990-7476768408f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:06.646100 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-71516a85-4043-4a44-93ce-459866634587 req-76c88227-7f72-487f-9990-7476768408f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c507a7b-d519-44d9-b367-d10702dec79d HTTP/1.1" status: 200 len: 917 time: 0.1071784 Mar 02 14:02:06.672631 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-ce8fb3da-7493-4bd6-8885-0228042f1331 None None] Set router e72e205e-913d-4b84-a8dc-ec4c6fb2236d gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:02:06.687387 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89958f7e-fbb8-4eff-81ac-16922eac5435 req-758bbf91-4343-4bc5-b74b-4254f3d00277 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:06.689102 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-89958f7e-fbb8-4eff-81ac-16922eac5435 req-758bbf91-4343-4bc5-b74b-4254f3d00277 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=c244efd5-ed29-4158-9164-59b925295e58 HTTP/1.1" status: 200 len: 946 time: 0.0602233 Mar 02 14:02:06.725845 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-71516a85-4043-4a44-93ce-459866634587 req-c41424f6-0d32-4a39-9d56-e6793615ee08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a2341d-bf17-4b31-a036-ec97b79d5fed HTTP/1.1" status: 200 len: 998 time: 0.0727475 Mar 02 14:02:06.758098 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-89958f7e-fbb8-4eff-81ac-16922eac5435 req-efc6c403-b23c-4e84-847c-2b880e39cd79 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=854ab314-3353-475a-8b71-62002616d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541062 Mar 02 14:02:06.802245 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71516a85-4043-4a44-93ce-459866634587 req-a6ab8263-e0f9-46c1-aba1-a8c8ace1d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:06.803803 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-71516a85-4043-4a44-93ce-459866634587 req-a6ab8263-e0f9-46c1-aba1-a8c8ace1d6fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a65492fa-addf-4282-9092-2b2202c1df68 HTTP/1.1" status: 200 len: 855 time: 0.0710301 Mar 02 14:02:06.860409 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71516a85-4043-4a44-93ce-459866634587 req-33cbdfc8-773a-407d-8a34-5b6edea33d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:06.862874 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-71516a85-4043-4a44-93ce-459866634587 req-33cbdfc8-773a-407d-8a34-5b6edea33d27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c507a7b-d519-44d9-b367-d10702dec79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520346 Mar 02 14:02:06.896461 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d66b53-207b-4738-9fbe-ca71593253d2 req-aec8077d-fe23-4429-b230-0928e25dcd36 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:06.898200 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-37d66b53-207b-4738-9fbe-ca71593253d2 req-aec8077d-fe23-4429-b230-0928e25dcd36 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=c244efd5-ed29-4158-9164-59b925295e58 HTTP/1.1" status: 200 len: 946 time: 0.0645268 Mar 02 14:02:06.908136 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 38566) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:06.912868 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-c392b850-d4eb-409e-966c-47320e24ac36 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Request body: {'floatingip': {'port_id': 'f6b346fd-f054-4676-bc5c-72f69b675aef'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:02:06.957764 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c392b850-d4eb-409e-966c-47320e24ac36 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for floatingip (32dd6ab3-1fb4-428c-8b53-122af95fd453), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:06.962174 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-71516a85-4043-4a44-93ce-459866634587 req-33d30a52-6317-428e-b3fe-64dae3dd2de8 service neutron] 10.222.0.20 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923936 Mar 02 14:02:07.062150 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-71516a85-4043-4a44-93ce-459866634587 req-b2e0c43b-050d-422c-ac8e-d4f9f2d9dd9f service neutron] 10.222.0.20 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935371 Mar 02 14:02:07.094900 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-ce8fb3da-7493-4bd6-8885-0228042f1331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T13:58:24Z', 'revision_number': 4, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port': {'id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:22Z', 'updated_at': '2022-03-02T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': '00ddd48c-3e73-4cd6-a1ac-d9887b01a0e7', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'port_id': '23a2341d-bf17-4b31-a036-ec97b79d5fed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'mac_address': 'fa:16:3e:7b:ab:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa81cf6-3d60-44c6-8afe-4f851bac5223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:01:52Z', 'updated_at': '2022-03-02T14:02:05Z', 'revision_number': 1, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f761f0-e012-43b8-9f4a-8451c4a7f1a0', 'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'mac_address': 'fa:16:3e:e5:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:24Z', 'updated_at': '2022-03-02T13:58:28Z', 'revision_number': 5, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'subnets': [{'id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:07.128340 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8fb3da-7493-4bd6-8885-0228042f1331 None None] The sync data for ids ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'] in dv-cinder-831247-3-iscsi is: [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T13:58:24Z', 'revision_number': 4, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port': {'id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:22Z', 'updated_at': '2022-03-02T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': '00ddd48c-3e73-4cd6-a1ac-d9887b01a0e7', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'port_id': '23a2341d-bf17-4b31-a036-ec97b79d5fed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'mac_address': 'fa:16:3e:7b:ab:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa81cf6-3d60-44c6-8afe-4f851bac5223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:01:52Z', 'updated_at': '2022-03-02T14:02:05Z', 'revision_number': 1, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f761f0-e012-43b8-9f4a-8451c4a7f1a0', 'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'mac_address': 'fa:16:3e:e5:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:24Z', 'updated_at': '2022-03-02T13:58:28Z', 'revision_number': 5, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'subnets': [{'id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:02:07.331521 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0e53d7-fb3e-4149-aa0c-54b971ba4042 None None] New status for floating IP 00ddd48c-3e73-4cd6-a1ac-d9887b01a0e7: ACTIVE {{(pid=102942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 14:02:07.436462 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c392b850-d4eb-409e-966c-47320e24ac36 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:07.440536 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c392b850-d4eb-409e-966c-47320e24ac36 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607373'] for floatingip (32dd6ab3-1fb4-428c-8b53-122af95fd453), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:07.553023 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.db.l3_db [None req-c392b850-d4eb-409e-966c-47320e24ac36 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Floating IP 32dd6ab3-1fb4-428c-8b53-122af95fd453 associated. External IP: 172.27.1.47, port: f6b346fd-f054-4676-bc5c-72f69b675aef. Mar 02 14:02:07.764682 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c392b850-d4eb-409e-966c-47320e24ac36 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Router d186c79b-9671-4477-81c6-69d6515c9ebd has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:02:07.873423 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c392b850-d4eb-409e-966c-47320e24ac36 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:02:07.877665 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c392b850-d4eb-409e-966c-47320e24ac36 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:07.882354 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99502f2-4149-4558-bd04-59d61ae30e25 None None] Sync routers for ids ['d186c79b-9671-4477-81c6-69d6515c9ebd'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:02:07.892803 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99502f2-4149-4558-bd04-59d61ae30e25 None None] Routers {'d186c79b-9671-4477-81c6-69d6515c9ebd'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:02:07.893417 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-e99502f2-4149-4558-bd04-59d61ae30e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:01:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['d186c79b-9671-4477-81c6-69d6515c9ebd'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:07.908341 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-c392b850-d4eb-409e-966c-47320e24ac36 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "PUT /v2.0/floatingips/32dd6ab3-1fb4-428c-8b53-122af95fd453 HTTP/1.1" status: 200 len: 991 time: 0.9990904 Mar 02 14:02:08.003942 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-e99502f2-4149-4558-bd04-59d61ae30e25 None None] Set router d186c79b-9671-4477-81c6-69d6515c9ebd gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:02:08.111156 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-2c749cc4-00e3-414c-9f46-8765ee4f5055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:08.261984 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-e99502f2-4149-4558-bd04-59d61ae30e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:19Z', 'revision_number': 4, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port': {'id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': '32dd6ab3-1fb4-428c-8b53-122af95fd453', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'port_id': 'f6b346fd-f054-4676-bc5c-72f69b675aef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'mac_address': 'fa:16:3e:19:b0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c244efd5-ed29-4158-9164-59b925295e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:01:55Z', 'updated_at': '2022-03-02T14:02:07Z', 'revision_number': 1, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4501349e-12c5-43b3-8524-96bafc4ef3d2', 'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'mac_address': 'fa:16:3e:19:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:18Z', 'updated_at': '2022-03-02T13:57:24Z', 'revision_number': 5, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'subnets': [{'id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:08.289356 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99502f2-4149-4558-bd04-59d61ae30e25 None None] Checking router: d186c79b-9671-4477-81c6-69d6515c9ebd for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:02:08.297653 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99502f2-4149-4558-bd04-59d61ae30e25 None None] Routers {'d186c79b-9671-4477-81c6-69d6515c9ebd'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:02:08.298261 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-e99502f2-4149-4558-bd04-59d61ae30e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:02:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['d186c79b-9671-4477-81c6-69d6515c9ebd'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:08.406150 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-e99502f2-4149-4558-bd04-59d61ae30e25 None None] Set router d186c79b-9671-4477-81c6-69d6515c9ebd gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:02:08.456291 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c244efd5-ed29-4158-9164-59b925295e58', 'tag': 'f6b346fd-f054-4676-bc5c-72f69b675aef'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:02:08.458916 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c69605-3242-4b11-8509-d9287870eb35" -d '{"events": [{"name": "network-changed", "server_uuid": "c244efd5-ed29-4158-9164-59b925295e58", "tag": "f6b346fd-f054-4676-bc5c-72f69b675aef"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:02:08.494094 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574c4483-6830-4108-b3b8-e06cb4ecd51b x-openstack-request-id: req-574c4483-6830-4108-b3b8-e06cb4ecd51b {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:02:08.494384 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c244efd5-ed29-4158-9164-59b925295e58", "tag": "f6b346fd-f054-4676-bc5c-72f69b675aef", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:02:08.494637 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-574c4483-6830-4108-b3b8-e06cb4ecd51b {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:02:08.495067 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c244efd5-ed29-4158-9164-59b925295e58', 'tag': 'f6b346fd-f054-4676-bc5c-72f69b675aef', 'status': 'completed', 'code': 200} Mar 02 14:02:08.561125 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c69605-3242-4b11-8509-d9287870eb35 req-3729d173-94d0-4e25-928a-fb73ca96fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:08.562515 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-44c69605-3242-4b11-8509-d9287870eb35 req-3729d173-94d0-4e25-928a-fb73ca96fba4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=64ebff49f62c4b4dbc756d0c15f028e8&device_id=c244efd5-ed29-4158-9164-59b925295e58 HTTP/1.1" status: 200 len: 1130 time: 0.0449955 Mar 02 14:02:08.634318 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-e99502f2-4149-4558-bd04-59d61ae30e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:19Z', 'revision_number': 4, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port': {'id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': '32dd6ab3-1fb4-428c-8b53-122af95fd453', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'port_id': 'f6b346fd-f054-4676-bc5c-72f69b675aef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'mac_address': 'fa:16:3e:19:b0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c244efd5-ed29-4158-9164-59b925295e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:01:55Z', 'updated_at': '2022-03-02T14:02:07Z', 'revision_number': 1, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4501349e-12c5-43b3-8524-96bafc4ef3d2', 'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'mac_address': 'fa:16:3e:19:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:18Z', 'updated_at': '2022-03-02T13:57:24Z', 'revision_number': 5, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'subnets': [{'id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:08.657128 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c69605-3242-4b11-8509-d9287870eb35 req-8341c190-37d1-40db-988f-e8c257ad2ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:08.658600 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-44c69605-3242-4b11-8509-d9287870eb35 req-8341c190-37d1-40db-988f-e8c257ad2ce4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76 HTTP/1.1" status: 200 len: 912 time: 0.0907679 Mar 02 14:02:08.665555 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99502f2-4149-4558-bd04-59d61ae30e25 None None] The sync data for ids ['d186c79b-9671-4477-81c6-69d6515c9ebd'] in dv-cinder-831247-3-iscsi is: [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:19Z', 'revision_number': 4, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port': {'id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': '32dd6ab3-1fb4-428c-8b53-122af95fd453', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'port_id': 'f6b346fd-f054-4676-bc5c-72f69b675aef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'mac_address': 'fa:16:3e:19:b0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c244efd5-ed29-4158-9164-59b925295e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:01:55Z', 'updated_at': '2022-03-02T14:02:07Z', 'revision_number': 1, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4501349e-12c5-43b3-8524-96bafc4ef3d2', 'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'mac_address': 'fa:16:3e:19:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:18Z', 'updated_at': '2022-03-02T13:57:24Z', 'revision_number': 5, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'subnets': [{'id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:02:08.724566 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-44c69605-3242-4b11-8509-d9287870eb35 req-9e9418ce-28f0-4055-9f24-d63e234b5aa9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6b346fd-f054-4676-bc5c-72f69b675aef HTTP/1.1" status: 200 len: 999 time: 0.0605845 Mar 02 14:02:08.778073 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c69605-3242-4b11-8509-d9287870eb35 req-09e8c5b1-ab64-445a-9d4a-4272fa6271ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:08.779612 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-44c69605-3242-4b11-8509-d9287870eb35 req-09e8c5b1-ab64-445a-9d4a-4272fa6271ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4162740a-dc51-4b0e-a76f-5454f57d9ff4 HTTP/1.1" status: 200 len: 850 time: 0.0493605 Mar 02 14:02:08.828487 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c69605-3242-4b11-8509-d9287870eb35 req-0d697fa8-d46a-4a8f-921e-0e7839d19815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:08.829982 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-44c69605-3242-4b11-8509-d9287870eb35 req-0d697fa8-d46a-4a8f-921e-0e7839d19815 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1c033f07-1d9f-46d2-98c2-6dfc949bbb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450048 Mar 02 14:02:08.852465 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f476935-ab72-4cba-b0c4-7d0d97751223 None None] New status for floating IP 32dd6ab3-1fb4-428c-8b53-122af95fd453: ACTIVE {{(pid=102942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 14:02:08.923599 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-44c69605-3242-4b11-8509-d9287870eb35 req-21806f8f-086a-4bcd-9bdf-7ef9ae799a48 service neutron] 10.222.0.20 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876253 Mar 02 14:02:09.014179 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-44c69605-3242-4b11-8509-d9287870eb35 req-9f6c7c3b-3278-41a6-ad60-d90871edf265 service neutron] 10.222.0.20 "GET /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853879 Mar 02 14:02:09.434783 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:10.869776 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:12.596984 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:14.137744 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:14.360904 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-fbda5ea7-1114-416a-ba68-d65a1788e4ad req-55e5f002-b347-4034-826c-507080ff0972 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449145 Mar 02 14:02:14.428539 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda5ea7-1114-416a-ba68-d65a1788e4ad req-42f13d80-a1dc-4ef9-9312-fea0fd588781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:14.429993 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-fbda5ea7-1114-416a-ba68-d65a1788e4ad req-42f13d80-a1dc-4ef9-9312-fea0fd588781 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=171e89e7464e461aa2f12abf8622c220&device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 1169 time: 0.0474987 Mar 02 14:02:14.528936 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda5ea7-1114-416a-ba68-d65a1788e4ad req-b822a105-c345-41c5-8ca5-0072f0b4d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:14.530444 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-fbda5ea7-1114-416a-ba68-d65a1788e4ad req-b822a105-c345-41c5-8ca5-0072f0b4d083 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5510b172-768d-4c8f-9448-71f1b72cd6bf HTTP/1.1" status: 200 len: 916 time: 0.0830190 Mar 02 14:02:14.599965 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-fbda5ea7-1114-416a-ba68-d65a1788e4ad req-6f337fe0-08fb-44bc-816d-d2d7ebeda30c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8d439e7-edc7-493f-9d67-5f70ad9738c4 HTTP/1.1" status: 200 len: 1001 time: 0.0638015 Mar 02 14:02:14.646717 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda5ea7-1114-416a-ba68-d65a1788e4ad req-a7e8f858-4bc1-45eb-a7ad-9997ce923b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:14.648068 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-fbda5ea7-1114-416a-ba68-d65a1788e4ad req-a7e8f858-4bc1-45eb-a7ad-9997ce923b8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad11377f-59e7-48ee-a341-d328a9020b41 HTTP/1.1" status: 200 len: 854 time: 0.0422003 Mar 02 14:02:14.697767 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda5ea7-1114-416a-ba68-d65a1788e4ad req-e2960e69-3ca5-4460-84a6-f150860bbc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:14.699242 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-fbda5ea7-1114-416a-ba68-d65a1788e4ad req-e2960e69-3ca5-4460-84a6-f150860bbc90 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5510b172-768d-4c8f-9448-71f1b72cd6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425682 Mar 02 14:02:14.789489 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-fbda5ea7-1114-416a-ba68-d65a1788e4ad req-a2b701f3-931f-4d0c-97ed-ef58a792ecb8 service neutron] 10.222.0.20 "GET /v2.0/networks/5510b172-768d-4c8f-9448-71f1b72cd6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836167 Mar 02 14:02:14.878193 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-fbda5ea7-1114-416a-ba68-d65a1788e4ad req-2f3ce568-7ecb-4575-8fe7-b6afa0f93146 service neutron] 10.222.0.20 "GET /v2.0/networks/5510b172-768d-4c8f-9448-71f1b72cd6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826366 Mar 02 14:02:19.251886 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:02:19.701304 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-73410722-4b3f-4f83-a727-f580905009b0 req-a582e408-b9c3-4b49-b24a-e2722b05ce67 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1979195048&fields=id&tenant_id=171e89e7464e461aa2f12abf8622c220 HTTP/1.1" status: 200 len: 267 time: 0.1463370 Mar 02 14:02:19.755838 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73410722-4b3f-4f83-a727-f580905009b0 req-34427645-76a2-4842-8af9-1d38af74282f tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:19.757273 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-73410722-4b3f-4f83-a727-f580905009b0 req-34427645-76a2-4842-8af9-1d38af74282f tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 985 time: 0.0505216 Mar 02 14:02:19.767475 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [req-73410722-4b3f-4f83-a727-f580905009b0 req-f3468dfb-011d-4149-98a0-30a93998e29a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Request body: {'port': {'security_groups': ['743a836c-da89-4764-98d2-aefd8b7061b7']}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:02:19.844097 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-73410722-4b3f-4f83-a727-f580905009b0 req-f3468dfb-011d-4149-98a0-30a93998e29a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:20.015819 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [req-73410722-4b3f-4f83-a727-f580905009b0 req-f3468dfb-011d-4149-98a0-30a93998e29a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] For port e8d439e7-edc7-493f-9d67-5f70ad9738c4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e8d439e7-edc7-493f-9d67-5f70ad9738c4,segment=NetworkSegment(2f486a4c-f1b4-4240-90a4-5382c146287d),segment_id=2f486a4c-f1b4-4240-90a4-5382c146287d)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:02:20.044961 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-73410722-4b3f-4f83-a727-f580905009b0 req-f3468dfb-011d-4149-98a0-30a93998e29a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:20.049380 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-73410722-4b3f-4f83-a727-f580905009b0 req-f3468dfb-011d-4149-98a0-30a93998e29a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:20.061156 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['e8d439e7-edc7-493f-9d67-5f70ad9738c4'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:02:20.095332 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73410722-4b3f-4f83-a727-f580905009b0 req-f3468dfb-011d-4149-98a0-30a93998e29a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:20.095958 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [req-73410722-4b3f-4f83-a727-f580905009b0 req-f3468dfb-011d-4149-98a0-30a93998e29a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:20.098699 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-73410722-4b3f-4f83-a727-f580905009b0 req-f3468dfb-011d-4149-98a0-30a93998e29a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "PUT /v2.0/ports/e8d439e7-edc7-493f-9d67-5f70ad9738c4 HTTP/1.1" status: 200 len: 943 time: 0.3341432 Mar 02 14:02:20.098699 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1e77a3-26f6-48e0-8d7b-04a460848e78', 'tag': 'e8d439e7-edc7-493f-9d67-5f70ad9738c4'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:02:20.103843 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beadda3c-335c-4d7b-a735-87d61a579473" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1e77a3-26f6-48e0-8d7b-04a460848e78", "tag": "e8d439e7-edc7-493f-9d67-5f70ad9738c4"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:02:20.103951 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38650) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:20.147882 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5365df57-adbd-471b-a010-c032728d5e49 x-openstack-request-id: req-5365df57-adbd-471b-a010-c032728d5e49 {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:02:20.148293 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1e77a3-26f6-48e0-8d7b-04a460848e78", "tag": "e8d439e7-edc7-493f-9d67-5f70ad9738c4", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:02:20.148794 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5365df57-adbd-471b-a010-c032728d5e49 {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:02:20.149503 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1e77a3-26f6-48e0-8d7b-04a460848e78', 'tag': 'e8d439e7-edc7-493f-9d67-5f70ad9738c4', 'status': 'completed', 'code': 200} Mar 02 14:02:20.166807 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3468dfb-011d-4149-98a0-30a93998e29a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Pushing event updated for resources: {'Port': ['ID=e8d439e7-edc7-493f-9d67-5f70ad9738c4,revision_number=7']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:20.192844 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['e8d439e7-edc7-493f-9d67-5f70ad9738c4'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:02:20.208790 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-547267ff-da47-4485-9c35-d2a5d45788ae tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group (a19c1877-64f4-46f9-81bc-e00ac610aad2), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:20.246932 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-547267ff-da47-4485-9c35-d2a5d45788ae tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group (a19c1877-64f4-46f9-81bc-e00ac610aad2), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:20.258817 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadda3c-335c-4d7b-a735-87d61a579473 req-ec554650-ca6d-4a25-b308-0fc199fbbac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:20.260943 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-beadda3c-335c-4d7b-a735-87d61a579473 req-ec554650-ca6d-4a25-b308-0fc199fbbac6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=171e89e7464e461aa2f12abf8622c220&device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 1130 time: 0.0883496 Mar 02 14:02:20.379093 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadda3c-335c-4d7b-a735-87d61a579473 req-84fffc37-edf8-48d6-af92-ec6aed7608a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:20.380512 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-beadda3c-335c-4d7b-a735-87d61a579473 req-84fffc37-edf8-48d6-af92-ec6aed7608a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5510b172-768d-4c8f-9448-71f1b72cd6bf HTTP/1.1" status: 200 len: 916 time: 0.1099911 Mar 02 14:02:20.395898 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-547267ff-da47-4485-9c35-d2a5d45788ae tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (a19c1877-64f4-46f9-81bc-e00ac610aad2), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:20.398325 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-547267ff-da47-4485-9c35-d2a5d45788ae tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:20.399399 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-547267ff-da47-4485-9c35-d2a5d45788ae tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "DELETE /v2.0/security-groups/a19c1877-64f4-46f9-81bc-e00ac610aad2 HTTP/1.1" status: 204 len: 168 time: 0.2944860 Mar 02 14:02:20.403354 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 38652) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:20.431201 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-54784d49-ed2b-4ff4-a563-19544a6e9863 None None] Provisioning complete for port e8d439e7-edc7-493f-9d67-5f70ad9738c4 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:02:20.432271 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-54784d49-ed2b-4ff4-a563-19544a6e9863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:20.443232 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547267ff-da47-4485-9c35-d2a5d45788ae tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19c1877-64f4-46f9-81bc-e00ac610aad2,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:20.460354 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-beadda3c-335c-4d7b-a735-87d61a579473 req-7b75f0ba-0276-41a7-86ec-710c017a206c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8d439e7-edc7-493f-9d67-5f70ad9738c4 HTTP/1.1" status: 200 len: 1001 time: 0.0714419 Mar 02 14:02:20.511169 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadda3c-335c-4d7b-a735-87d61a579473 req-61521ed5-135a-46e4-a08f-309858683e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:20.512840 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-beadda3c-335c-4d7b-a735-87d61a579473 req-61521ed5-135a-46e4-a08f-309858683e24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad11377f-59e7-48ee-a341-d328a9020b41 HTTP/1.1" status: 200 len: 854 time: 0.0452287 Mar 02 14:02:20.522481 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-54784d49-ed2b-4ff4-a563-19544a6e9863 None None] Current status of the port e8d439e7-edc7-493f-9d67-5f70ad9738c4 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:02:20.572496 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-485b64f6-674f-4fc3-ab5b-38f388e41370 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Deleting port 6333a73c-c6cb-4de0-b355-77797d07ada5 {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:02:20.572756 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadda3c-335c-4d7b-a735-87d61a579473 req-aef31a19-8529-4071-b293-5909a6718560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:20.573061 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-485b64f6-674f-4fc3-ab5b-38f388e41370 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (6333a73c-c6cb-4de0-b355-77797d07ada5), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:20.574178 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-beadda3c-335c-4d7b-a735-87d61a579473 req-aef31a19-8529-4071-b293-5909a6718560 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5510b172-768d-4c8f-9448-71f1b72cd6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478549 Mar 02 14:02:20.650320 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-485b64f6-674f-4fc3-ab5b-38f388e41370 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (6333a73c-c6cb-4de0-b355-77797d07ada5), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:20.650737 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-485b64f6-674f-4fc3-ab5b-38f388e41370 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for floatingip (6333a73c-c6cb-4de0-b355-77797d07ada5), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:20.662691 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-485b64f6-674f-4fc3-ab5b-38f388e41370 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Calling delete_port for 6333a73c-c6cb-4de0-b355-77797d07ada5 owned by network:floatingip {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:02:20.663359 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-beadda3c-335c-4d7b-a735-87d61a579473 req-6d208dbb-c22f-4bde-8702-9616eec40308 service neutron] 10.222.0.20 "GET /v2.0/networks/5510b172-768d-4c8f-9448-71f1b72cd6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823119 Mar 02 14:02:20.762158 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-beadda3c-335c-4d7b-a735-87d61a579473 req-7ca9a1ba-7711-4649-b430-85cc3e9c4164 service neutron] 10.222.0.20 "GET /v2.0/networks/5510b172-768d-4c8f-9448-71f1b72cd6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871828 Mar 02 14:02:20.839803 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-485b64f6-674f-4fc3-ab5b-38f388e41370 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (6333a73c-c6cb-4de0-b355-77797d07ada5), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:20.869670 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b64f6-674f-4fc3-ab5b-38f388e41370 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Pushing event deleted for resources: {'Port': ['ID=6333a73c-c6cb-4de0-b355-77797d07ada5,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:20.927766 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-485b64f6-674f-4fc3-ab5b-38f388e41370 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks [] for floatingip (5954a906-ea01-4a6b-bdcd-50b827ac5b48), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:20.928113 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.db.l3_db [None req-485b64f6-674f-4fc3-ab5b-38f388e41370 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Floating IP 5954a906-ea01-4a6b-bdcd-50b827ac5b48 disassociated (deleted). External IP: 172.27.1.98, port: e8d439e7-edc7-493f-9d67-5f70ad9738c4. Mar 02 14:02:21.137975 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485b64f6-674f-4fc3-ab5b-38f388e41370 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Router a375e174-0f5f-4d34-bf87-a237e9760399 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:02:21.497070 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485b64f6-674f-4fc3-ab5b-38f388e41370 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:02:21.501921 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-485b64f6-674f-4fc3-ab5b-38f388e41370 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:21.507031 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9545aa16-8dd4-441d-96a2-704ddc1a9d1d None None] Sync routers for ids ['a375e174-0f5f-4d34-bf87-a237e9760399'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:02:21.516857 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9545aa16-8dd4-441d-96a2-704ddc1a9d1d None None] Routers {'a375e174-0f5f-4d34-bf87-a237e9760399'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:02:21.517482 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-9545aa16-8dd4-441d-96a2-704ddc1a9d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:02:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['a375e174-0f5f-4d34-bf87-a237e9760399'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:21.533107 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-485b64f6-674f-4fc3-ab5b-38f388e41370 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "DELETE /v2.0/floatingips/5954a906-ea01-4a6b-bdcd-50b827ac5b48 HTTP/1.1" status: 204 len: 168 time: 1.1285846 Mar 02 14:02:21.629967 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-9545aa16-8dd4-441d-96a2-704ddc1a9d1d None None] Set router a375e174-0f5f-4d34-bf87-a237e9760399 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:02:21.846970 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-9545aa16-8dd4-441d-96a2-704ddc1a9d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'name': 'tempest-TestMinimumBasicScenario-1610175495-router', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:19Z', 'revision_number': 4, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'gw_port': {'id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '95a421a2-550b-45a2-a879-71902b50642a', 'name': '', 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'mac_address': 'fa:16:3e:97:2c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ad11377f-59e7-48ee-a341-d328a9020b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:18Z', 'updated_at': '2022-03-02T13:59:26Z', 'revision_number': 5, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'subnets': [{'id': 'ad11377f-59e7-48ee-a341-d328a9020b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:21.872392 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9545aa16-8dd4-441d-96a2-704ddc1a9d1d None None] Checking router: a375e174-0f5f-4d34-bf87-a237e9760399 for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:02:21.880356 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9545aa16-8dd4-441d-96a2-704ddc1a9d1d None None] Routers {'a375e174-0f5f-4d34-bf87-a237e9760399'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:02:21.880961 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-9545aa16-8dd4-441d-96a2-704ddc1a9d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:02:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['a375e174-0f5f-4d34-bf87-a237e9760399'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:21.988933 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-9545aa16-8dd4-441d-96a2-704ddc1a9d1d None None] Set router a375e174-0f5f-4d34-bf87-a237e9760399 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:02:22.162993 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1e77a3-26f6-48e0-8d7b-04a460848e78', 'tag': 'e8d439e7-edc7-493f-9d67-5f70ad9738c4'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:02:22.165322 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc88ed0-399f-4c96-b8fa-2b2a9b571c39" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1e77a3-26f6-48e0-8d7b-04a460848e78", "tag": "e8d439e7-edc7-493f-9d67-5f70ad9738c4"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:02:22.188269 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-9545aa16-8dd4-441d-96a2-704ddc1a9d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'name': 'tempest-TestMinimumBasicScenario-1610175495-router', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:19Z', 'revision_number': 4, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'gw_port': {'id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '95a421a2-550b-45a2-a879-71902b50642a', 'name': '', 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'mac_address': 'fa:16:3e:97:2c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ad11377f-59e7-48ee-a341-d328a9020b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:18Z', 'updated_at': '2022-03-02T13:59:26Z', 'revision_number': 5, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'subnets': [{'id': 'ad11377f-59e7-48ee-a341-d328a9020b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:22.200396 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3266aff2-66b9-41fe-8f88-60ba941026bb x-openstack-request-id: req-3266aff2-66b9-41fe-8f88-60ba941026bb {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:02:22.200696 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1e77a3-26f6-48e0-8d7b-04a460848e78", "tag": "e8d439e7-edc7-493f-9d67-5f70ad9738c4", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:02:22.200953 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3266aff2-66b9-41fe-8f88-60ba941026bb {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:02:22.201358 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1e77a3-26f6-48e0-8d7b-04a460848e78', 'tag': 'e8d439e7-edc7-493f-9d67-5f70ad9738c4', 'status': 'completed', 'code': 200} Mar 02 14:02:22.217387 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9545aa16-8dd4-441d-96a2-704ddc1a9d1d None None] The sync data for ids ['a375e174-0f5f-4d34-bf87-a237e9760399'] in dv-cinder-831247-3-iscsi is: [{'id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'name': 'tempest-TestMinimumBasicScenario-1610175495-router', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:19Z', 'revision_number': 4, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'gw_port': {'id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '95a421a2-550b-45a2-a879-71902b50642a', 'name': '', 'network_id': '5510b172-768d-4c8f-9448-71f1b72cd6bf', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'mac_address': 'fa:16:3e:97:2c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ad11377f-59e7-48ee-a341-d328a9020b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:18Z', 'updated_at': '2022-03-02T13:59:26Z', 'revision_number': 5, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'subnets': [{'id': 'ad11377f-59e7-48ee-a341-d328a9020b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:02:22.272371 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc88ed0-399f-4c96-b8fa-2b2a9b571c39 req-272c8609-83ae-4f41-9f6c-e0f5881949aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:22.273728 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-bbc88ed0-399f-4c96-b8fa-2b2a9b571c39 req-272c8609-83ae-4f41-9f6c-e0f5881949aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=171e89e7464e461aa2f12abf8622c220&device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 1130 time: 0.0465391 Mar 02 14:02:22.368036 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc88ed0-399f-4c96-b8fa-2b2a9b571c39 req-78deb8ff-c7bf-4e46-bc1f-49b447f20501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:22.370720 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-bbc88ed0-399f-4c96-b8fa-2b2a9b571c39 req-78deb8ff-c7bf-4e46-bc1f-49b447f20501 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5510b172-768d-4c8f-9448-71f1b72cd6bf HTTP/1.1" status: 200 len: 916 time: 0.0884054 Mar 02 14:02:22.420567 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-bbc88ed0-399f-4c96-b8fa-2b2a9b571c39 req-19fea0dd-0d79-4d48-984f-f566b96e6801 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8d439e7-edc7-493f-9d67-5f70ad9738c4 HTTP/1.1" status: 200 len: 217 time: 0.0427382 Mar 02 14:02:22.460119 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528348d0-2422-488f-a3c3-cb4beb65f160 None None] New status for floating IP 5954a906-ea01-4a6b-bdcd-50b827ac5b48: DOWN {{(pid=102942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 14:02:22.474015 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc88ed0-399f-4c96-b8fa-2b2a9b571c39 req-019be199-8f2f-41b4-8d16-3868766ba4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:22.475528 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-bbc88ed0-399f-4c96-b8fa-2b2a9b571c39 req-019be199-8f2f-41b4-8d16-3868766ba4fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad11377f-59e7-48ee-a341-d328a9020b41 HTTP/1.1" status: 200 len: 854 time: 0.0468225 Mar 02 14:02:22.527396 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc88ed0-399f-4c96-b8fa-2b2a9b571c39 req-8783f25c-0bce-4903-849f-c05aa287f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:22.529086 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-bbc88ed0-399f-4c96-b8fa-2b2a9b571c39 req-8783f25c-0bce-4903-849f-c05aa287f601 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5510b172-768d-4c8f-9448-71f1b72cd6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461030 Mar 02 14:02:22.625082 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-bbc88ed0-399f-4c96-b8fa-2b2a9b571c39 req-9eda154b-c3e0-42fa-be1e-93bfaf598df9 service neutron] 10.222.0.20 "GET /v2.0/networks/5510b172-768d-4c8f-9448-71f1b72cd6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872242 Mar 02 14:02:22.713319 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-bbc88ed0-399f-4c96-b8fa-2b2a9b571c39 req-287fd2df-61ea-4773-9fb4-f1bf9ef3fbdd service neutron] 10.222.0.20 "GET /v2.0/networks/5510b172-768d-4c8f-9448-71f1b72cd6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818174 Mar 02 14:02:27.386596 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6f9e6-65ae-44ac-b16d-1e5306be2f36 req-2ca60cba-277f-4428-8cb9-7547b97bc069 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:27.387998 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7ff6f9e6-65ae-44ac-b16d-1e5306be2f36 req-2ca60cba-277f-4428-8cb9-7547b97bc069 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 946 time: 0.0521865 Mar 02 14:02:27.436756 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7ff6f9e6-65ae-44ac-b16d-1e5306be2f36 req-c4d533eb-864a-4ef9-bcb5-f43481b8bc77 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431578 Mar 02 14:02:28.554388 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b9b4d-fbad-49e0-8762-45f94b9564de req-bba35d0e-92ca-4dd0-8645-53c9290ffd34 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:28.555920 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cd5b9b4d-fbad-49e0-8762-45f94b9564de req-bba35d0e-92ca-4dd0-8645-53c9290ffd34 tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 946 time: 0.0532553 Mar 02 14:02:28.601837 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cd5b9b4d-fbad-49e0-8762-45f94b9564de req-568338ba-8b41-41c3-8829-5418539cb6cf tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/security-groups?id=743a836c-da89-4764-98d2-aefd8b7061b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404365 Mar 02 14:02:29.242987 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2daf13-7328-4755-aa09-97bd309fddc0 req-251e2713-473a-4009-b51f-b893da0f9aaa tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:29.245512 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-fc2daf13-7328-4755-aa09-97bd309fddc0 req-251e2713-473a-4009-b51f-b893da0f9aaa tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 946 time: 0.0567315 Mar 02 14:02:29.338482 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-fc2daf13-7328-4755-aa09-97bd309fddc0 req-fa6b1f67-8ca9-4c67-a59b-abe454a4c39a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Deleting port e8d439e7-edc7-493f-9d67-5f70ad9738c4 {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:02:29.338860 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-fc2daf13-7328-4755-aa09-97bd309fddc0 req-fa6b1f67-8ca9-4c67-a59b-abe454a4c39a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:29.428085 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-fc2daf13-7328-4755-aa09-97bd309fddc0 req-fa6b1f67-8ca9-4c67-a59b-abe454a4c39a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] For port e8d439e7-edc7-493f-9d67-5f70ad9738c4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e8d439e7-edc7-493f-9d67-5f70ad9738c4,segment=NetworkSegment(2f486a4c-f1b4-4240-90a4-5382c146287d),segment_id=2f486a4c-f1b4-4240-90a4-5382c146287d)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:02:29.428373 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-fc2daf13-7328-4755-aa09-97bd309fddc0 req-fa6b1f67-8ca9-4c67-a59b-abe454a4c39a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:29.441497 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-fc2daf13-7328-4755-aa09-97bd309fddc0 req-fa6b1f67-8ca9-4c67-a59b-abe454a4c39a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Calling delete_port for e8d439e7-edc7-493f-9d67-5f70ad9738c4 owned by compute:nova {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:02:29.564271 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-fc2daf13-7328-4755-aa09-97bd309fddc0 req-fa6b1f67-8ca9-4c67-a59b-abe454a4c39a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (e8d439e7-edc7-493f-9d67-5f70ad9738c4), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:29.576680 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['e8d439e7-edc7-493f-9d67-5f70ad9738c4'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:02:29.594257 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b1f67-8ca9-4c67-a59b-abe454a4c39a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Pushing event deleted for resources: {'Port': ['ID=e8d439e7-edc7-493f-9d67-5f70ad9738c4,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:29.639771 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2daf13-7328-4755-aa09-97bd309fddc0 req-fa6b1f67-8ca9-4c67-a59b-abe454a4c39a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] No DVR routers for this DVR port e8d439e7-edc7-493f-9d67-5f70ad9738c4 on host hv-cinder-83124 {{(pid=102939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:02:29.642316 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-fc2daf13-7328-4755-aa09-97bd309fddc0 req-fa6b1f67-8ca9-4c67-a59b-abe454a4c39a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:29.645707 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-fc2daf13-7328-4755-aa09-97bd309fddc0 req-fa6b1f67-8ca9-4c67-a59b-abe454a4c39a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.20 "DELETE /v2.0/ports/e8d439e7-edc7-493f-9d67-5f70ad9738c4 HTTP/1.1" status: 204 len: 173 time: 0.3945689 Mar 02 14:02:29.646142 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1e77a3-26f6-48e0-8d7b-04a460848e78', 'name': 'network-vif-deleted', 'tag': 'e8d439e7-edc7-493f-9d67-5f70ad9738c4'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:02:29.648423 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711545f7-2882-400a-8e71-a53d095483fa" -d '{"events": [{"server_uuid": "8b1e77a3-26f6-48e0-8d7b-04a460848e78", "name": "network-vif-deleted", "tag": "e8d439e7-edc7-493f-9d67-5f70ad9738c4"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:02:29.690113 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64041fe5-e801-4be8-9a60-b7c971a419e9 x-openstack-request-id: req-64041fe5-e801-4be8-9a60-b7c971a419e9 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:02:29.690413 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1e77a3-26f6-48e0-8d7b-04a460848e78", "name": "network-vif-deleted", "tag": "e8d439e7-edc7-493f-9d67-5f70ad9738c4", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:02:29.690699 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64041fe5-e801-4be8-9a60-b7c971a419e9 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:02:29.691123 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1e77a3-26f6-48e0-8d7b-04a460848e78', 'name': 'network-vif-deleted', 'tag': 'e8d439e7-edc7-493f-9d67-5f70ad9738c4', 'status': 'completed', 'code': 200} Mar 02 14:02:29.707481 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6c13da14-09ad-4e46-9075-96387eaeb9a9 req-2d20050e-8a11-4747-aae7-73cd086fde3a tempest-TestMinimumBasicScenario-183019708 tempest-TestMinimumBasicScenario-183019708-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1e77a3-26f6-48e0-8d7b-04a460848e78 HTTP/1.1" status: 200 len: 210 time: 0.0326903 Mar 02 14:02:31.340477 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 38760) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:31.685222 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a286341c-481c-423b-b7be-825d51559325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607117'] for router_interface (a375e174-0f5f-4d34-bf87-a237e9760399), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:31.929404 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-a286341c-481c-423b-b7be-825d51559325 admin admin] Deleting port 95a421a2-550b-45a2-a879-71902b50642a {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:02:31.929750 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a286341c-481c-423b-b7be-825d51559325 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (95a421a2-550b-45a2-a879-71902b50642a), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:32.010330 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [None req-a286341c-481c-423b-b7be-825d51559325 admin admin] For port 95a421a2-550b-45a2-a879-71902b50642a, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=95a421a2-550b-45a2-a879-71902b50642a,segment=NetworkSegment(2f486a4c-f1b4-4240-90a4-5382c146287d),segment_id=2f486a4c-f1b4-4240-90a4-5382c146287d)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:02:32.010590 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a286341c-481c-423b-b7be-825d51559325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (95a421a2-550b-45a2-a879-71902b50642a), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:32.022797 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-a286341c-481c-423b-b7be-825d51559325 admin admin] Calling delete_port for 95a421a2-550b-45a2-a879-71902b50642a owned by network:router_interface {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:02:32.202498 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a286341c-481c-423b-b7be-825d51559325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (95a421a2-550b-45a2-a879-71902b50642a), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:32.229491 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286341c-481c-423b-b7be-825d51559325 admin admin] Pushing event deleted for resources: {'Port': ['ID=95a421a2-550b-45a2-a879-71902b50642a,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:32.410072 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a286341c-481c-423b-b7be-825d51559325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606945'] for router_interface (a375e174-0f5f-4d34-bf87-a237e9760399), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:32.626111 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a286341c-481c-423b-b7be-825d51559325 admin admin] Router a375e174-0f5f-4d34-bf87-a237e9760399 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:02:32.736728 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a286341c-481c-423b-b7be-825d51559325 admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:02:32.741775 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-a286341c-481c-423b-b7be-825d51559325 admin admin] 10.222.0.36 "PUT /v2.0/routers/a375e174-0f5f-4d34-bf87-a237e9760399/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4002957 Mar 02 14:02:32.744454 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 38762) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:32.745679 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd17818-4bcc-4d13-b24a-db1190df8c0b None None] Sync routers for ids ['a375e174-0f5f-4d34-bf87-a237e9760399'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:02:32.755161 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd17818-4bcc-4d13-b24a-db1190df8c0b None None] Routers {'a375e174-0f5f-4d34-bf87-a237e9760399'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:02:32.755781 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-2cd17818-4bcc-4d13-b24a-db1190df8c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:02:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['a375e174-0f5f-4d34-bf87-a237e9760399'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:32.851452 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d92db286-1e5b-4eef-9a75-e78ccfc3665e admin admin] Publish callbacks [] for router (a375e174-0f5f-4d34-bf87-a237e9760399), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:32.923039 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device e8d439e7-edc7-493f-9d67-5f70ad9738c4 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:02:32.955372 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: e8d439e7-edc7-493f-9d67-5f70ad9738c4 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:02:32.955724 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device e8d439e7-edc7-493f-9d67-5f70ad9738c4 not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:02:32.966628 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d92db286-1e5b-4eef-9a75-e78ccfc3665e admin admin] Publish callbacks [] for router_gateway (a375e174-0f5f-4d34-bf87-a237e9760399), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:33.018511 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-d92db286-1e5b-4eef-9a75-e78ccfc3665e admin admin] Deleting port 30c30711-de9b-4f8d-86fc-670ac634c353 {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:02:33.018892 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d92db286-1e5b-4eef-9a75-e78ccfc3665e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (30c30711-de9b-4f8d-86fc-670ac634c353), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:33.076766 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-2cd17818-4bcc-4d13-b24a-db1190df8c0b None None] Set router a375e174-0f5f-4d34-bf87-a237e9760399 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:02:33.096953 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [None req-d92db286-1e5b-4eef-9a75-e78ccfc3665e admin admin] For port 30c30711-de9b-4f8d-86fc-670ac634c353, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=30c30711-de9b-4f8d-86fc-670ac634c353,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:02:33.097323 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d92db286-1e5b-4eef-9a75-e78ccfc3665e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (30c30711-de9b-4f8d-86fc-670ac634c353), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:33.111433 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-d92db286-1e5b-4eef-9a75-e78ccfc3665e admin admin] Calling delete_port for 30c30711-de9b-4f8d-86fc-670ac634c353 owned by network:router_gateway {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:02:33.280743 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d92db286-1e5b-4eef-9a75-e78ccfc3665e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (30c30711-de9b-4f8d-86fc-670ac634c353), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:33.311907 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92db286-1e5b-4eef-9a75-e78ccfc3665e admin admin] Pushing event deleted for resources: {'Port': ['ID=30c30711-de9b-4f8d-86fc-670ac634c353,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:33.346252 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-2cd17818-4bcc-4d13-b24a-db1190df8c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'name': 'tempest-TestMinimumBasicScenario-1610175495-router', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T14:02:32Z', 'revision_number': 5, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'gw_port': {'id': '30c30711-de9b-4f8d-86fc-670ac634c353', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:33.372957 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd17818-4bcc-4d13-b24a-db1190df8c0b None None] Checking router: a375e174-0f5f-4d34-bf87-a237e9760399 for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:02:33.373173 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d92db286-1e5b-4eef-9a75-e78ccfc3665e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607299'] for router_gateway (a375e174-0f5f-4d34-bf87-a237e9760399), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:33.381494 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd17818-4bcc-4d13-b24a-db1190df8c0b None None] Routers {'a375e174-0f5f-4d34-bf87-a237e9760399'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:02:33.382227 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-2cd17818-4bcc-4d13-b24a-db1190df8c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:02:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['a375e174-0f5f-4d34-bf87-a237e9760399'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:33.454441 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-2cd17818-4bcc-4d13-b24a-db1190df8c0b None None] Set router a375e174-0f5f-4d34-bf87-a237e9760399 gateway port host: None {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:02:33.481749 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d92db286-1e5b-4eef-9a75-e78ccfc3665e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13013'] for router (a375e174-0f5f-4d34-bf87-a237e9760399), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:33.483889 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d92db286-1e5b-4eef-9a75-e78ccfc3665e admin admin] Publish callbacks [] for router_controller (a375e174-0f5f-4d34-bf87-a237e9760399), precommit_delete_associations {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:33.509295 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-2cd17818-4bcc-4d13-b24a-db1190df8c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'name': 'tempest-TestMinimumBasicScenario-1610175495-router', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T14:02:33Z', 'revision_number': 7, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'gw_port_host': None}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:33.536895 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd17818-4bcc-4d13-b24a-db1190df8c0b None None] The sync data for ids ['a375e174-0f5f-4d34-bf87-a237e9760399'] in dv-cinder-831247-3-iscsi is: [{'id': 'a375e174-0f5f-4d34-bf87-a237e9760399', 'name': 'tempest-TestMinimumBasicScenario-1610175495-router', 'tenant_id': '171e89e7464e461aa2f12abf8622c220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:16Z', 'updated_at': '2022-03-02T14:02:33Z', 'revision_number': 7, 'project_id': '171e89e7464e461aa2f12abf8622c220', 'gw_port_host': None}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:02:33.553191 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d92db286-1e5b-4eef-9a75-e78ccfc3665e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602344'] for router (a375e174-0f5f-4d34-bf87-a237e9760399), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:33.553740 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92db286-1e5b-4eef-9a75-e78ccfc3665e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a375e174-0f5f-4d34-bf87-a237e9760399 {{(pid=102940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 14:02:33.560237 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d92db286-1e5b-4eef-9a75-e78ccfc3665e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:33.563088 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-d92db286-1e5b-4eef-9a75-e78ccfc3665e admin admin] 10.222.0.36 "DELETE /v2.0/routers/a375e174-0f5f-4d34-bf87-a237e9760399 HTTP/1.1" status: 204 len: 168 time: 0.8173914 Mar 02 14:02:33.564180 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38764) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:33.607789 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e5e686-4075-4aa2-87e5-4e3b6f524b45 admin admin] Deleting subnet ad11377f-59e7-48ee-a341-d328a9020b41 {{(pid=102939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 14:02:33.610812 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-97e5e686-4075-4aa2-87e5-4e3b6f524b45 admin admin] Publish callbacks [] for subnet (ad11377f-59e7-48ee-a341-d328a9020b41), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:33.648846 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-97e5e686-4075-4aa2-87e5-4e3b6f524b45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4828482'] for subnet (ad11377f-59e7-48ee-a341-d328a9020b41), precommit_delete_associations {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:33.753932 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-97e5e686-4075-4aa2-87e5-4e3b6f524b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775021'] for subnet (ad11377f-59e7-48ee-a341-d328a9020b41), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:33.805022 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-97e5e686-4075-4aa2-87e5-4e3b6f524b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4828331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7666363'] for subnet (ad11377f-59e7-48ee-a341-d328a9020b41), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:33.832640 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5e686-4075-4aa2-87e5-4e3b6f524b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad11377f-59e7-48ee-a341-d328a9020b41,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:33.837205 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-97e5e686-4075-4aa2-87e5-4e3b6f524b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:33.840777 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-97e5e686-4075-4aa2-87e5-4e3b6f524b45 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ad11377f-59e7-48ee-a341-d328a9020b41 HTTP/1.1" status: 204 len: 168 time: 0.2755625 Mar 02 14:02:33.843462 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38766) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:33.844583 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e0d29f-1ad1-4ce7-9911-0b169d445d8d None None] Network 5510b172-768d-4c8f-9448-71f1b72cd6bf requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:02:33.918124 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845718'] for network (5510b172-768d-4c8f-9448-71f1b72cd6bf), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:33.986547 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] Deleting port 2f77b9f7-5e96-425e-adf7-d0e0efb96c42 {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:02:33.986923 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (2f77b9f7-5e96-425e-adf7-d0e0efb96c42), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:34.053168 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] For port 2f77b9f7-5e96-425e-adf7-d0e0efb96c42, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=2f77b9f7-5e96-425e-adf7-d0e0efb96c42,segment=NetworkSegment(2f486a4c-f1b4-4240-90a4-5382c146287d),segment_id=2f486a4c-f1b4-4240-90a4-5382c146287d)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:02:34.053532 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (2f77b9f7-5e96-425e-adf7-d0e0efb96c42), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:34.066209 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] Calling delete_port for 2f77b9f7-5e96-425e-adf7-d0e0efb96c42 owned by network:dhcp {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:02:34.142235 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (2f77b9f7-5e96-425e-adf7-d0e0efb96c42), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:34.169905 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=2f77b9f7-5e96-425e-adf7-d0e0efb96c42,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:34.173224 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] No DVR routers for this DVR port 2f77b9f7-5e96-425e-adf7-d0e0efb96c42 on host dv-cinder-831247-3-iscsi {{(pid=102939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:02:34.241971 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754838', 'neutron.services.segments.db._delete_segments_for_network-8736061257629'] for network (5510b172-768d-4c8f-9448-71f1b72cd6bf), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:34.261693 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5510b172-768d-4c8f-9448-71f1b72cd6bf']}} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:34.270448 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f486a4c-f1b4-4240-90a4-5382c146287d') {'for_net_delete': True} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:34.270776 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f486a4c-f1b4-4240-90a4-5382c146287d') {} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:34.279973 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736061261222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4828501'] for segment (2f486a4c-f1b4-4240-90a4-5382c146287d), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:34.294331 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (2f486a4c-f1b4-4240-90a4-5382c146287d), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:34.300853 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 14:02:34.301433 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4828277'] for segment (2f486a4c-f1b4-4240-90a4-5382c146287d), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: Traceback (most recent call last): Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: timer() Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: cb(*args, **kw) Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: return func(*args, **kwargs) Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: self._notify() Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: self.callback(batched_events) Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: event.method(event) Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: return f(self, *a, **k) Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._get(url).json() Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: return self.request(url, 'GET', **kwargs) Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 14:02:34.303245 dv-cinder-831247-3-iscsi neutron-server[102939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 14:02:34.319217 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb6f4a4-f54c-45b9-8e99-ab9a2a651e60 None None] DHCP port deletion for 5510b172-768d-4c8f-9448-71f1b72cd6bf request from dv-cinder-831247-3-iscsi {{(pid=102941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 14:02:34.371025 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607359'] for network (5510b172-768d-4c8f-9448-71f1b72cd6bf), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:34.376464 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:34.379646 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] 10.222.0.36 "DELETE /v2.0/networks/5510b172-768d-4c8f-9448-71f1b72cd6bf HTTP/1.1" status: 204 len: 168 time: 0.5352778 Mar 02 14:02:34.382658 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 38768) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:34.390400 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a0053-01c3-4553-a978-8cc891373d8e admin admin] Pushing event deleted for resources: {'Network': ['ID=5510b172-768d-4c8f-9448-71f1b72cd6bf,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:34.479979 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 2f77b9f7-5e96-425e-adf7-d0e0efb96c42 no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:02:34.509039 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: 2f77b9f7-5e96-425e-adf7-d0e0efb96c42 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:02:34.509976 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 2f77b9f7-5e96-425e-adf7-d0e0efb96c42 not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:02:34.510940 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 95a421a2-550b-45a2-a879-71902b50642a no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:02:34.531540 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: 95a421a2-550b-45a2-a879-71902b50642a {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:02:34.531894 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 95a421a2-550b-45a2-a879-71902b50642a not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:02:34.532319 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 30c30711-de9b-4f8d-86fc-670ac634c353 no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:02:34.553660 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: 30c30711-de9b-4f8d-86fc-670ac634c353 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:02:34.553941 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 30c30711-de9b-4f8d-86fc-670ac634c353 not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:02:34.987293 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-7f54ed36-2117-4af0-84db-8e473794381f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607117'] for router_interface (c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:35.227079 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-7f54ed36-2117-4af0-84db-8e473794381f admin admin] Deleting port c1b92974-aa0b-464c-83cd-fcb08f20c84c {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:02:35.227423 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-7f54ed36-2117-4af0-84db-8e473794381f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (c1b92974-aa0b-464c-83cd-fcb08f20c84c), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:35.305076 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [None req-7f54ed36-2117-4af0-84db-8e473794381f admin admin] For port c1b92974-aa0b-464c-83cd-fcb08f20c84c, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=c1b92974-aa0b-464c-83cd-fcb08f20c84c,segment=NetworkSegment(2dca18b9-d5e3-4511-a7ee-30347185c1d1),segment_id=2dca18b9-d5e3-4511-a7ee-30347185c1d1)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:02:35.305443 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-7f54ed36-2117-4af0-84db-8e473794381f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (c1b92974-aa0b-464c-83cd-fcb08f20c84c), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:35.318873 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-7f54ed36-2117-4af0-84db-8e473794381f admin admin] Calling delete_port for c1b92974-aa0b-464c-83cd-fcb08f20c84c owned by network:router_interface {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:02:35.497712 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-7f54ed36-2117-4af0-84db-8e473794381f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (c1b92974-aa0b-464c-83cd-fcb08f20c84c), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:35.523350 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54ed36-2117-4af0-84db-8e473794381f admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b92974-aa0b-464c-83cd-fcb08f20c84c,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:35.691950 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-7f54ed36-2117-4af0-84db-8e473794381f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606945'] for router_interface (c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:35.880538 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-cdd6cb3c-655e-47e6-a07a-9958d05c92a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:35.902219 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f54ed36-2117-4af0-84db-8e473794381f admin admin] Router c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:02:36.008866 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f54ed36-2117-4af0-84db-8e473794381f admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:02:36.014598 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-7f54ed36-2117-4af0-84db-8e473794381f admin admin] 10.222.0.36 "PUT /v2.0/routers/c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6308811 Mar 02 14:02:36.017850 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 38770) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:36.020103 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1bf989-3c3a-430f-a3d6-e2585d853171 None None] Sync routers for ids ['c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7'] in dv-cinder-831247-3-iscsi {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:02:36.031245 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1bf989-3c3a-430f-a3d6-e2585d853171 None None] Routers {'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:02:36.031861 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-9f1bf989-3c3a-430f-a3d6-e2585d853171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:02:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:36.123366 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7e60-5f8f-4eae-bfac-fee8e09a2fc7 admin admin] Publish callbacks [] for router (c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:36.138369 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-9f1bf989-3c3a-430f-a3d6-e2585d853171 None None] Set router c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:02:36.227078 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7e60-5f8f-4eae-bfac-fee8e09a2fc7 admin admin] Publish callbacks [] for router_gateway (c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:36.278453 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf7e60-5f8f-4eae-bfac-fee8e09a2fc7 admin admin] Deleting port 64c69bb2-4675-44ad-8af7-9cb0f918d4d4 {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:02:36.278925 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7e60-5f8f-4eae-bfac-fee8e09a2fc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (64c69bb2-4675-44ad-8af7-9cb0f918d4d4), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:36.320806 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-9f1bf989-3c3a-430f-a3d6-e2585d853171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7', 'name': 'tempest-TestMinimumBasicScenario-830734552-router', 'tenant_id': '030471fc817c455283a470e2419f0a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '64c69bb2-4675-44ad-8af7-9cb0f918d4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:22Z', 'updated_at': '2022-03-02T14:02:35Z', 'revision_number': 5, 'project_id': '030471fc817c455283a470e2419f0a4f', 'gw_port': {'id': '64c69bb2-4675-44ad-8af7-9cb0f918d4d4', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:23Z', 'updated_at': '2022-03-02T13:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:36.348529 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1bf989-3c3a-430f-a3d6-e2585d853171 None None] Checking router: c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7 for host: dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:02:36.357102 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1bf989-3c3a-430f-a3d6-e2585d853171 None None] Routers {'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:02:36.357726 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-9f1bf989-3c3a-430f-a3d6-e2585d853171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:02:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:36.361843 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [None req-cdbf7e60-5f8f-4eae-bfac-fee8e09a2fc7 admin admin] For port 64c69bb2-4675-44ad-8af7-9cb0f918d4d4, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=64c69bb2-4675-44ad-8af7-9cb0f918d4d4,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:02:36.362207 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7e60-5f8f-4eae-bfac-fee8e09a2fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (64c69bb2-4675-44ad-8af7-9cb0f918d4d4), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:36.375502 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf7e60-5f8f-4eae-bfac-fee8e09a2fc7 admin admin] Calling delete_port for 64c69bb2-4675-44ad-8af7-9cb0f918d4d4 owned by network:router_gateway {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:02:36.445738 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-9f1bf989-3c3a-430f-a3d6-e2585d853171 None None] Set router c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7 gateway port host: None {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:02:36.500859 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-9f1bf989-3c3a-430f-a3d6-e2585d853171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7', 'name': 'tempest-TestMinimumBasicScenario-830734552-router', 'tenant_id': '030471fc817c455283a470e2419f0a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:22Z', 'updated_at': '2022-03-02T14:02:36Z', 'revision_number': 6, 'project_id': '030471fc817c455283a470e2419f0a4f', 'gw_port_host': None}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:36.531908 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1bf989-3c3a-430f-a3d6-e2585d853171 None None] The sync data for ids ['c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7'] in dv-cinder-831247-3-iscsi is: [{'id': 'c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7', 'name': 'tempest-TestMinimumBasicScenario-830734552-router', 'tenant_id': '030471fc817c455283a470e2419f0a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:22Z', 'updated_at': '2022-03-02T14:02:36Z', 'revision_number': 6, 'project_id': '030471fc817c455283a470e2419f0a4f', 'gw_port_host': None}] {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:02:36.556617 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7e60-5f8f-4eae-bfac-fee8e09a2fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (64c69bb2-4675-44ad-8af7-9cb0f918d4d4), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:36.580656 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf7e60-5f8f-4eae-bfac-fee8e09a2fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=64c69bb2-4675-44ad-8af7-9cb0f918d4d4,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:36.647665 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7e60-5f8f-4eae-bfac-fee8e09a2fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607299'] for router_gateway (c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:36.737719 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7e60-5f8f-4eae-bfac-fee8e09a2fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13013'] for router (c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:36.739753 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7e60-5f8f-4eae-bfac-fee8e09a2fc7 admin admin] Publish callbacks [] for router_controller (c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7), precommit_delete_associations {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:36.782377 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7e60-5f8f-4eae-bfac-fee8e09a2fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602344'] for router (c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:36.782949 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbf7e60-5f8f-4eae-bfac-fee8e09a2fc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7 {{(pid=102940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 14:02:36.787731 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7e60-5f8f-4eae-bfac-fee8e09a2fc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:36.788957 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-cdbf7e60-5f8f-4eae-bfac-fee8e09a2fc7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c67f7e0d-ac12-456c-b2d6-1f5b3c0903c7 HTTP/1.1" status: 204 len: 168 time: 0.7699769 Mar 02 14:02:36.791478 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 38774) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:36.833410 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd981a64-a9a5-48ab-983f-ec2024db8b27 admin admin] Deleting subnet dc248245-c6f4-4fb2-97ed-0f376884892c {{(pid=102940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 14:02:36.836383 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-cd981a64-a9a5-48ab-983f-ec2024db8b27 admin admin] Publish callbacks [] for subnet (dc248245-c6f4-4fb2-97ed-0f376884892c), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:36.872470 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-cd981a64-a9a5-48ab-983f-ec2024db8b27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4452555'] for subnet (dc248245-c6f4-4fb2-97ed-0f376884892c), precommit_delete_associations {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:36.980665 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-cd981a64-a9a5-48ab-983f-ec2024db8b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775021'] for subnet (dc248245-c6f4-4fb2-97ed-0f376884892c), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:37.031300 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-cd981a64-a9a5-48ab-983f-ec2024db8b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4452611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4384903'] for subnet (dc248245-c6f4-4fb2-97ed-0f376884892c), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:37.059399 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd981a64-a9a5-48ab-983f-ec2024db8b27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc248245-c6f4-4fb2-97ed-0f376884892c,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:37.062950 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-cd981a64-a9a5-48ab-983f-ec2024db8b27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:37.066407 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-cd981a64-a9a5-48ab-983f-ec2024db8b27 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dc248245-c6f4-4fb2-97ed-0f376884892c HTTP/1.1" status: 204 len: 168 time: 0.2736106 Mar 02 14:02:37.068680 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38776) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:37.069163 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be1e750-7624-4f01-8f9f-8466c6e07b1e None None] Network c22aa467-7eaf-47f3-8f07-8acb4529cb59 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:02:37.138344 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845718'] for network (c22aa467-7eaf-47f3-8f07-8acb4529cb59), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:37.193462 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] Deleting port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:02:37.193803 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:37.254143 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] For port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa,segment=NetworkSegment(2dca18b9-d5e3-4511-a7ee-30347185c1d1),segment_id=2dca18b9-d5e3-4511-a7ee-30347185c1d1)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:02:37.254423 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:37.269552 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] Calling delete_port for 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa owned by network:dhcp {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:02:37.299996 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69d9690-d557-4fc3-b769-f2c1e8497632 None None] DHCP port deletion for c22aa467-7eaf-47f3-8f07-8acb4529cb59 request from dv-cinder-831247-3-iscsi {{(pid=102941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 14:02:37.355200 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:37.357199 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-e69d9690-d557-4fc3-b769-f2c1e8497632 None None] Deleting port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa {{(pid=102941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:02:37.357574 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-e69d9690-d557-4fc3-b769-f2c1e8497632 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa), before_delete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:37.382573 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:37.386613 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] No DVR routers for this DVR port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa on host dv-cinder-831247-3-iscsi {{(pid=102939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:02:37.425783 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-e69d9690-d557-4fc3-b769-f2c1e8497632 None None] For port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa, host dv-cinder-831247-3-iscsi, got binding levels [] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:02:37.426186 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-e69d9690-d557-4fc3-b769-f2c1e8497632 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa), precommit_delete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:37.440364 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-e69d9690-d557-4fc3-b769-f2c1e8497632 None None] Calling delete_port for 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa owned by network:dhcp {{(pid=102941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:02:37.444375 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.ipam_backend_mixin [None req-e69d9690-d557-4fc3-b769-f2c1e8497632 None None] Port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa was not found and therefore no delete operation was performed {{(pid=102941) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 02 14:02:37.445620 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-e69d9690-d557-4fc3-b769-f2c1e8497632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284'] for port (0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa), after_delete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:37.465399 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754838', 'neutron.services.segments.db._delete_segments_for_network-8736061257629'] for network (c22aa467-7eaf-47f3-8f07-8acb4529cb59), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:37.472913 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d9690-d557-4fc3-b769-f2c1e8497632 None None] Pushing event deleted for resources: {'Port': ['ID=0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa,revision_number=None']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:37.477529 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69d9690-d557-4fc3-b769-f2c1e8497632 None None] No DVR routers for this DVR port 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa on host dv-cinder-831247-3-iscsi {{(pid=102941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:02:37.491577 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22aa467-7eaf-47f3-8f07-8acb4529cb59']}} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:37.501959 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dca18b9-d5e3-4511-a7ee-30347185c1d1') {'for_net_delete': True} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:37.502265 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dca18b9-d5e3-4511-a7ee-30347185c1d1') {} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:37.513345 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736061261222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4828501'] for segment (2dca18b9-d5e3-4511-a7ee-30347185c1d1), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:37.527291 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (2dca18b9-d5e3-4511-a7ee-30347185c1d1), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:37.533569 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=102939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 14:02:37.533957 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4828277'] for segment (2dca18b9-d5e3-4511-a7ee-30347185c1d1), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: Traceback (most recent call last): Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: timer() Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: cb(*args, **kw) Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: return func(*args, **kwargs) Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: self._notify() Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: self.callback(batched_events) Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: event.method(event) Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: return f(self, *a, **k) Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._get(url).json() Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: return self.request(url, 'GET', **kwargs) Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 14:02:37.535929 dv-cinder-831247-3-iscsi neutron-server[102939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 14:02:37.591772 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607359'] for network (c22aa467-7eaf-47f3-8f07-8acb4529cb59), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:37.606344 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:37.609486 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] 10.222.0.36 "DELETE /v2.0/networks/c22aa467-7eaf-47f3-8f07-8acb4529cb59 HTTP/1.1" status: 204 len: 168 time: 0.5398242 Mar 02 14:02:37.620609 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01506b84-8724-4f69-82e9-e553af42058d admin admin] Pushing event deleted for resources: {'Network': ['ID=c22aa467-7eaf-47f3-8f07-8acb4529cb59,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:37.763173 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38782) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:37.801774 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-09100814-4a4e-43ce-9be7-0146fd5f460b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=171e89e7464e461aa2f12abf8622c220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374696 Mar 02 14:02:37.804181 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38784) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:37.851919 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e736d39e-1c50-4bb1-9395-b2f920d61b4d admin admin] Publish callbacks [] for security_group (743a836c-da89-4764-98d2-aefd8b7061b7), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:37.872391 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e736d39e-1c50-4bb1-9395-b2f920d61b4d admin admin] Publish callbacks [] for security_group (743a836c-da89-4764-98d2-aefd8b7061b7), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:37.917527 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e736d39e-1c50-4bb1-9395-b2f920d61b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (743a836c-da89-4764-98d2-aefd8b7061b7), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:37.920123 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e736d39e-1c50-4bb1-9395-b2f920d61b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:37.921288 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-e736d39e-1c50-4bb1-9395-b2f920d61b4d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/743a836c-da89-4764-98d2-aefd8b7061b7 HTTP/1.1" status: 204 len: 168 time: 0.1162128 Mar 02 14:02:37.928679 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736d39e-1c50-4bb1-9395-b2f920d61b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743a836c-da89-4764-98d2-aefd8b7061b7,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:38.087333 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-7f630556-33e0-4dd5-bad1-b845a39e09ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:38.226155 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38790) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:38.263977 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-9bd01a91-b7a2-46d9-b945-f603b4ca4bf3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=030471fc817c455283a470e2419f0a4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0366771 Mar 02 14:02:38.266258 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38792) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:38.313855 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-6f67a343-82c1-4a45-aecf-294f6d7d6702 admin admin] Publish callbacks [] for security_group (f7603cfc-44e6-4fea-b895-97f93c8ea78e), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:38.333981 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-6f67a343-82c1-4a45-aecf-294f6d7d6702 admin admin] Publish callbacks [] for security_group (f7603cfc-44e6-4fea-b895-97f93c8ea78e), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:38.380198 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-6f67a343-82c1-4a45-aecf-294f6d7d6702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (f7603cfc-44e6-4fea-b895-97f93c8ea78e), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:38.382811 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-6f67a343-82c1-4a45-aecf-294f6d7d6702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:38.383937 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-6f67a343-82c1-4a45-aecf-294f6d7d6702 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7603cfc-44e6-4fea-b895-97f93c8ea78e HTTP/1.1" status: 204 len: 168 time: 0.1167264 Mar 02 14:02:38.391787 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67a343-82c1-4a45-aecf-294f6d7d6702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7603cfc-44e6-4fea-b895-97f93c8ea78e,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:38.494354 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device c1b92974-aa0b-464c-83cd-fcb08f20c84c no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:02:38.515508 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: c1b92974-aa0b-464c-83cd-fcb08f20c84c {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:02:38.515864 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device c1b92974-aa0b-464c-83cd-fcb08f20c84c not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:02:38.516289 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 64c69bb2-4675-44ad-8af7-9cb0f918d4d4 no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:02:38.535818 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: 64c69bb2-4675-44ad-8af7-9cb0f918d4d4 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:02:38.536211 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 64c69bb2-4675-44ad-8af7-9cb0f918d4d4 not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:02:38.536840 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:02:38.557490 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:02:38.557848 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 0f3b7f7f-c360-4d35-b65c-c6da0bf6c6aa not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:02:39.436938 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:40.362873 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75843450-ef39-4d09-838a-5d33b976451b req-74ea7022-403b-4110-9593-d8e03a73e391 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:40.364269 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-75843450-ef39-4d09-838a-5d33b976451b req-74ea7022-403b-4110-9593-d8e03a73e391 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.0531602 Mar 02 14:02:40.413282 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-75843450-ef39-4d09-838a-5d33b976451b req-8fafc4f1-684f-44a6-9cf5-e1383ded5005 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428185 Mar 02 14:02:40.872473 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:41.534828 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5584c-f96b-4dc7-959a-050141cc6f3d req-ffdbd401-d6f8-4ff0-8368-fd2ced7347ad tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:41.536282 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-41b5584c-f96b-4dc7-959a-050141cc6f3d req-ffdbd401-d6f8-4ff0-8368-fd2ced7347ad tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.0533438 Mar 02 14:02:41.584690 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-41b5584c-f96b-4dc7-959a-050141cc6f3d req-94516a9f-52b1-4d97-ab72-1b5473f3e9a6 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425808 Mar 02 14:02:42.598477 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:42.705974 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d1337-f05a-4e11-a118-6538728b91ef req-121db722-dd35-4a96-a80a-e46c7936f4d3 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:42.707363 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-be2d1337-f05a-4e11-a118-6538728b91ef req-121db722-dd35-4a96-a80a-e46c7936f4d3 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.0559759 Mar 02 14:02:42.755110 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-be2d1337-f05a-4e11-a118-6538728b91ef req-63632f13-adbf-4439-8ada-9bc99f2f1d05 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407243 Mar 02 14:02:43.870839 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991635-418e-40d4-bcdd-cc5201115dc8 req-05a47dc5-f3f0-4bfc-9bab-43202334f6e9 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:43.872285 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4a991635-418e-40d4-bcdd-cc5201115dc8 req-05a47dc5-f3f0-4bfc-9bab-43202334f6e9 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.0522013 Mar 02 14:02:43.919490 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4a991635-418e-40d4-bcdd-cc5201115dc8 req-e6e2b97f-d47f-4040-8430-742f8481ac33 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417240 Mar 02 14:02:44.155596 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:44.989664 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a470b6f-33f4-416d-8506-8766e9f5b8ba req-f657c010-dbdb-4690-8540-577fbb10a041 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:44.991155 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3a470b6f-33f4-416d-8506-8766e9f5b8ba req-f657c010-dbdb-4690-8540-577fbb10a041 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0571735 Mar 02 14:02:45.064221 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3a470b6f-33f4-416d-8506-8766e9f5b8ba req-b9db5fac-b672-4503-ad7c-b9a0480f19d7 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642457 Mar 02 14:02:45.071562 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06087a46-fc28-4709-a46e-3d65351bb527 req-a3c99d9b-5aaf-4ddc-a32d-65f7face9133 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:45.073672 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-06087a46-fc28-4709-a46e-3d65351bb527 req-a3c99d9b-5aaf-4ddc-a32d-65f7face9133 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.0816615 Mar 02 14:02:45.122776 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-06087a46-fc28-4709-a46e-3d65351bb527 req-3ab4d4b5-fefa-40d8-9844-9a898f5ef5af tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432637 Mar 02 14:02:46.186140 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd6a11-e3d2-48db-8064-db339aea71b0 req-3328b394-7dde-4d24-bde2-cdbb90cc2cbc tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:46.187659 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-08fd6a11-e3d2-48db-8064-db339aea71b0 req-3328b394-7dde-4d24-bde2-cdbb90cc2cbc tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0527098 Mar 02 14:02:46.270052 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa86433-6d7c-49d3-8b35-f9e0a255a4c2 req-9519dd88-df66-428f-92b1-f680bb4e2abe tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:46.271529 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4fa86433-6d7c-49d3-8b35-f9e0a255a4c2 req-9519dd88-df66-428f-92b1-f680bb4e2abe tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.0814428 Mar 02 14:02:46.274788 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-08fd6a11-e3d2-48db-8064-db339aea71b0 req-2c1cef24-eb43-4b71-8f6c-bce0849944f3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766253 Mar 02 14:02:46.320335 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4fa86433-6d7c-49d3-8b35-f9e0a255a4c2 req-b98a224d-04a0-412d-8b84-daa42597df59 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421371 Mar 02 14:02:47.395447 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5ceea-a214-476a-85f9-583e11b32dd4 req-0e87c079-bbf0-4563-a54a-3c015dfa68bf tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:47.396922 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-faf5ceea-a214-476a-85f9-583e11b32dd4 req-0e87c079-bbf0-4563-a54a-3c015dfa68bf tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0515535 Mar 02 14:02:47.473126 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-faf5ceea-a214-476a-85f9-583e11b32dd4 req-9fbb27dd-ab1d-4abd-923e-d563c8e03f40 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669322 Mar 02 14:02:47.483191 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25743667-057f-47c9-a997-f2765dcac351 req-e6c2ee5e-2d1a-4b92-8922-91d4ae7ca408 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:47.484622 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-25743667-057f-47c9-a997-f2765dcac351 req-e6c2ee5e-2d1a-4b92-8922-91d4ae7ca408 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.0868492 Mar 02 14:02:47.533246 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-25743667-057f-47c9-a997-f2765dcac351 req-f4042f62-f472-4f45-b904-a1932d587f65 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429628 Mar 02 14:02:48.596942 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9e43c-fda4-43dd-b24b-d7646f9816a4 req-434927a0-51b5-44ab-a3e9-6ec67d2ceb70 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:48.598411 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6da9e43c-fda4-43dd-b24b-d7646f9816a4 req-434927a0-51b5-44ab-a3e9-6ec67d2ceb70 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0530832 Mar 02 14:02:48.679982 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6da9e43c-fda4-43dd-b24b-d7646f9816a4 req-c3a50c3d-10c9-484f-a964-d9ae308952ef tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691824 Mar 02 14:02:48.688579 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe8391-fd37-43f5-8999-5ddc1bd974ea req-519b7367-0e62-48ff-a44e-d1324d63235d tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:48.690001 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6cbe8391-fd37-43f5-8999-5ddc1bd974ea req-519b7367-0e62-48ff-a44e-d1324d63235d tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.0875642 Mar 02 14:02:48.739796 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6cbe8391-fd37-43f5-8999-5ddc1bd974ea req-f6e65964-7044-4216-9470-79c59f0c491d tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443773 Mar 02 14:02:49.807503 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203c85d-1e2e-483c-ab0f-fee4a50032e1 req-8b1d3ea6-7fab-481e-b216-364be5d1b491 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:49.809231 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2203c85d-1e2e-483c-ab0f-fee4a50032e1 req-8b1d3ea6-7fab-481e-b216-364be5d1b491 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0580671 Mar 02 14:02:49.894525 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2203c85d-1e2e-483c-ab0f-fee4a50032e1 req-8fe9bb1f-cf41-43a4-9ede-9609a0b1779b tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710061 Mar 02 14:02:49.902555 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7903a7-2d1b-4a79-af6d-73f9311b0150 req-2040b051-3cd4-4013-a766-d523e31300e6 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:49.904025 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1d7903a7-2d1b-4a79-af6d-73f9311b0150 req-2040b051-3cd4-4013-a766-d523e31300e6 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.0915530 Mar 02 14:02:49.954220 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1d7903a7-2d1b-4a79-af6d-73f9311b0150 req-08df7f7f-924f-4421-9fee-9527f5a5b759 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446110 Mar 02 14:02:50.616811 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01c352-84be-4870-ac73-6ba29616f8b9 req-59b90fd0-b75f-426f-be72-ecccf16aaa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:50.618314 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-ab01c352-84be-4870-ac73-6ba29616f8b9 req-59b90fd0-b75f-426f-be72-ecccf16aaa2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d065ca6b45040b6978b65b835c610d7&device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 1130 time: 0.1802518 Mar 02 14:02:50.707291 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01c352-84be-4870-ac73-6ba29616f8b9 req-994d6473-1685-47ac-880e-7be6aa9914ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:50.708792 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-ab01c352-84be-4870-ac73-6ba29616f8b9 req-994d6473-1685-47ac-880e-7be6aa9914ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=951bfca3-aac8-4a93-9a1f-4c55aa7121f7 HTTP/1.1" status: 200 len: 909 time: 0.0839500 Mar 02 14:02:50.779826 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-ab01c352-84be-4870-ac73-6ba29616f8b9 req-a98692b9-36eb-414c-ba3f-ebf505dc5678 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe7509e1-2ef5-42ee-b105-cfd330dbcb98 HTTP/1.1" status: 200 len: 1002 time: 0.0642712 Mar 02 14:02:50.828386 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01c352-84be-4870-ac73-6ba29616f8b9 req-8c523c83-0f09-4acd-848f-6e407022cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:50.829878 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-ab01c352-84be-4870-ac73-6ba29616f8b9 req-8c523c83-0f09-4acd-848f-6e407022cd3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00276bbf-6f6e-4bc8-b50e-d19182636b07 HTTP/1.1" status: 200 len: 847 time: 0.0450289 Mar 02 14:02:50.880218 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01c352-84be-4870-ac73-6ba29616f8b9 req-5f223bd1-e89c-4a7c-ac90-5b6360bb94bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:50.881634 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-ab01c352-84be-4870-ac73-6ba29616f8b9 req-5f223bd1-e89c-4a7c-ac90-5b6360bb94bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=951bfca3-aac8-4a93-9a1f-4c55aa7121f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452447 Mar 02 14:02:50.906497 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b3782-dc5c-4b6b-9137-1256935d46fd req-559d6f1a-d521-4f13-b37d-87b8c873599e tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:50.907986 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-458b3782-dc5c-4b6b-9137-1256935d46fd req-559d6f1a-d521-4f13-b37d-87b8c873599e tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=c244efd5-ed29-4158-9164-59b925295e58 HTTP/1.1" status: 200 len: 946 time: 0.0523543 Mar 02 14:02:50.956974 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-458b3782-dc5c-4b6b-9137-1256935d46fd req-6ee121a1-3f3f-480c-9964-947e41b1ddf4 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=854ab314-3353-475a-8b71-62002616d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432465 Mar 02 14:02:51.027798 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618b0c0-9626-4914-8070-b3db64f33301 req-ba06d1ed-293b-4efd-9687-3e0c9a77ce5c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:51.029457 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1618b0c0-9626-4914-8070-b3db64f33301 req-ba06d1ed-293b-4efd-9687-3e0c9a77ce5c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0577075 Mar 02 14:02:51.114401 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1618b0c0-9626-4914-8070-b3db64f33301 req-bf1eb277-1f5e-4c14-a986-2ceb9b62d9d6 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750473 Mar 02 14:02:51.122092 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c309aa-6714-48cf-ac7b-e4ed5f873401 req-07eeaaef-b5b5-4c32-b107-c020ba9eb1d9 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:51.123592 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e2c309aa-6714-48cf-ac7b-e4ed5f873401 req-07eeaaef-b5b5-4c32-b107-c020ba9eb1d9 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.0932298 Mar 02 14:02:51.176578 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e2c309aa-6714-48cf-ac7b-e4ed5f873401 req-6ea1078e-be40-4fe4-be36-dca85782f9f8 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466776 Mar 02 14:02:51.206157 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-ab01c352-84be-4870-ac73-6ba29616f8b9 req-d90a7fe1-c811-4bc0-b4eb-17245e640405 service neutron] 10.222.0.20 "GET /v2.0/networks/951bfca3-aac8-4a93-9a1f-4c55aa7121f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177555 Mar 02 14:02:51.293583 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-ab01c352-84be-4870-ac73-6ba29616f8b9 req-9a87fbd5-dbd9-4420-983d-86e02b76ec93 service neutron] 10.222.0.20 "GET /v2.0/networks/951bfca3-aac8-4a93-9a1f-4c55aa7121f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807788 Mar 02 14:02:52.075850 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86839d06-3d0b-4f97-a056-9312d45c9d32 req-9a97502a-89d9-4c6f-8443-bfe7674bfc56 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:52.077335 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-86839d06-3d0b-4f97-a056-9312d45c9d32 req-9a97502a-89d9-4c6f-8443-bfe7674bfc56 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=c244efd5-ed29-4158-9164-59b925295e58 HTTP/1.1" status: 200 len: 946 time: 0.0537877 Mar 02 14:02:52.124228 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-86839d06-3d0b-4f97-a056-9312d45c9d32 req-ce4d03b6-c047-4c05-86c0-13234b26747e tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups?id=854ab314-3353-475a-8b71-62002616d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412936 Mar 02 14:02:52.240425 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d0984-422c-40fa-bf8e-6f78463dbf01 req-bc7f2ddd-ea31-4a9b-8391-a2a6e0900537 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:52.241808 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-653d0984-422c-40fa-bf8e-6f78463dbf01 req-bc7f2ddd-ea31-4a9b-8391-a2a6e0900537 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0554011 Mar 02 14:02:52.314435 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-653d0984-422c-40fa-bf8e-6f78463dbf01 req-e57ee111-49d2-4926-826e-fd950fde4c1a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632701 Mar 02 14:02:52.324632 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3757cee-3d51-41e6-907f-b6d2c6acc6b0 req-24a889b4-6614-4b0e-bbae-6b3c69aa77dc tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:52.326045 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c3757cee-3d51-41e6-907f-b6d2c6acc6b0 req-24a889b4-6614-4b0e-bbae-6b3c69aa77dc tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.0833874 Mar 02 14:02:52.373919 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c3757cee-3d51-41e6-907f-b6d2c6acc6b0 req-4e397426-eb61-4bd5-910f-c32653607eea tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424287 Mar 02 14:02:52.625193 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ad997-c504-497c-9009-af10748cde20 req-605341c9-1d04-4829-badf-a5c1c98cba29 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:52.626620 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-9e9ad997-c504-497c-9009-af10748cde20 req-605341c9-1d04-4829-badf-a5c1c98cba29 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.20 "GET /v2.0/ports?device_id=c244efd5-ed29-4158-9164-59b925295e58 HTTP/1.1" status: 200 len: 946 time: 0.0533054 Mar 02 14:02:52.720164 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-9e9ad997-c504-497c-9009-af10748cde20 req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Deleting port f6b346fd-f054-4676-bc5c-72f69b675aef {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:02:52.720505 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-9e9ad997-c504-497c-9009-af10748cde20 req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (f6b346fd-f054-4676-bc5c-72f69b675aef), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:52.807063 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-9e9ad997-c504-497c-9009-af10748cde20 req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] For port f6b346fd-f054-4676-bc5c-72f69b675aef, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f6b346fd-f054-4676-bc5c-72f69b675aef,segment=NetworkSegment(9c57b919-e5fc-428e-923e-107dd11d09c4),segment_id=9c57b919-e5fc-428e-923e-107dd11d09c4)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:02:52.807417 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-9e9ad997-c504-497c-9009-af10748cde20 req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (f6b346fd-f054-4676-bc5c-72f69b675aef), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:53.032572 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-9e9ad997-c504-497c-9009-af10748cde20 req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:53.032986 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-9e9ad997-c504-497c-9009-af10748cde20 req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607373'] for floatingip (32dd6ab3-1fb4-428c-8b53-122af95fd453), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:53.033257 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.l3_db [req-9e9ad997-c504-497c-9009-af10748cde20 req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Floating IP 32dd6ab3-1fb4-428c-8b53-122af95fd453 disassociated. External IP: 172.27.1.47, port: f6b346fd-f054-4676-bc5c-72f69b675aef. Mar 02 14:02:53.033602 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-9e9ad997-c504-497c-9009-af10748cde20 req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Calling delete_port for f6b346fd-f054-4676-bc5c-72f69b675aef owned by compute:nova {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:02:53.161886 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-9e9ad997-c504-497c-9009-af10748cde20 req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (f6b346fd-f054-4676-bc5c-72f69b675aef), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:53.195928 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Pushing event deleted for resources: {'Port': ['ID=f6b346fd-f054-4676-bc5c-72f69b675aef,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:53.204927 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:53.205225 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:53.205578 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:53.205993 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:53.206247 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:53.206579 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:53.206937 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:53.207271 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:53.207596 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:53.207915 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:53.208244 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:53.208572 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:53.208899 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:53.231422 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-340cbe9a-7063-47f0-b16f-1808b8adca42 req-593dcf02-f505-4799-b671-c9bafce01e19 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/ports?device_id=c244efd5-ed29-4158-9164-59b925295e58 HTTP/1.1" status: 200 len: 210 time: 0.0365267 Mar 02 14:02:53.327175 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e9ad997-c504-497c-9009-af10748cde20 req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Router d186c79b-9671-4477-81c6-69d6515c9ebd has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:02:53.439512 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e9ad997-c504-497c-9009-af10748cde20 req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:02:53.442690 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6a384-07b9-4056-a865-240749cf021a req-0480acab-392d-4429-9b28-a1a0108e02a8 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:53.444433 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-78c6a384-07b9-4056-a865-240749cf021a req-0480acab-392d-4429-9b28-a1a0108e02a8 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0592902 Mar 02 14:02:53.451871 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb92191-e0ea-448d-bea1-2cf34df3726b None None] Sync routers for ids ['d186c79b-9671-4477-81c6-69d6515c9ebd'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:02:53.463704 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb92191-e0ea-448d-bea1-2cf34df3726b None None] Routers {'d186c79b-9671-4477-81c6-69d6515c9ebd'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:02:53.465312 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-5fb92191-e0ea-448d-bea1-2cf34df3726b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:02:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['d186c79b-9671-4477-81c6-69d6515c9ebd'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:53.485842 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9ad997-c504-497c-9009-af10748cde20 req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] No DVR routers for this DVR port f6b346fd-f054-4676-bc5c-72f69b675aef on host hv-cinder-83124 {{(pid=102939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:02:53.488316 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-9e9ad997-c504-497c-9009-af10748cde20 req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:53.491843 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-9e9ad997-c504-497c-9009-af10748cde20 req-92e4436a-9a2b-49c2-ab13-518d82e87bcd tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.20 "DELETE /v2.0/ports/f6b346fd-f054-4676-bc5c-72f69b675aef HTTP/1.1" status: 204 len: 173 time: 0.8589516 Mar 02 14:02:53.492305 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c244efd5-ed29-4158-9164-59b925295e58', 'name': 'network-vif-deleted', 'tag': 'f6b346fd-f054-4676-bc5c-72f69b675aef'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:02:53.495166 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544fd6ce-8eaa-4c1a-9739-1d85a528d8c0" -d '{"events": [{"server_uuid": "c244efd5-ed29-4158-9164-59b925295e58", "name": "network-vif-deleted", "tag": "f6b346fd-f054-4676-bc5c-72f69b675aef"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:02:53.531659 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-78c6a384-07b9-4056-a865-240749cf021a req-0755adb0-84c8-4c9d-a0cf-bb13e44cccee tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749960 Mar 02 14:02:53.540060 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef758e-74c2-4269-a575-f8e325cd31af req-fbb9db3e-5752-4eba-8c7e-65f4b33d2f68 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:53.547969 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2fef758e-74c2-4269-a575-f8e325cd31af req-fbb9db3e-5752-4eba-8c7e-65f4b33d2f68 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.1002853 Mar 02 14:02:53.633060 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-5fb92191-e0ea-448d-bea1-2cf34df3726b None None] Set router d186c79b-9671-4477-81c6-69d6515c9ebd gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:02:53.634613 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2fef758e-74c2-4269-a575-f8e325cd31af req-ce839b95-7092-48a3-8f32-5935249b20ad tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727592 Mar 02 14:02:53.755210 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a193150f-e471-4fec-a7ae-77a9c5ee479f x-openstack-request-id: req-a193150f-e471-4fec-a7ae-77a9c5ee479f {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:02:53.756151 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c244efd5-ed29-4158-9164-59b925295e58", "name": "network-vif-deleted", "tag": "f6b346fd-f054-4676-bc5c-72f69b675aef", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:02:53.756635 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a193150f-e471-4fec-a7ae-77a9c5ee479f {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:02:53.757148 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c244efd5-ed29-4158-9164-59b925295e58', 'name': 'network-vif-deleted', 'tag': 'f6b346fd-f054-4676-bc5c-72f69b675aef', 'status': 'completed', 'code': 200} Mar 02 14:02:53.793396 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [req-a5f3906d-b706-4ae2-84d3-41fb1fb8c869 req-e428ca16-a1c1-480e-a160-5accf78b4d0c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 14:02:53.794684 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a5f3906d-b706-4ae2-84d3-41fb1fb8c869 req-e428ca16-a1c1-480e-a160-5accf78b4d0c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0609596 Mar 02 14:02:53.957876 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38916) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:53.979748 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63495877-6355-4ca1-b242-e9b4b78fe7d7 req-cc518b28-d613-4073-9862-5a41ab991337 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:53.981541 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-63495877-6355-4ca1-b242-e9b4b78fe7d7 req-cc518b28-d613-4073-9862-5a41ab991337 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.0693316 Mar 02 14:02:54.046869 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-5fb92191-e0ea-448d-bea1-2cf34df3726b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:19Z', 'revision_number': 4, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port': {'id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '4501349e-12c5-43b3-8524-96bafc4ef3d2', 'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'mac_address': 'fa:16:3e:19:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:18Z', 'updated_at': '2022-03-02T13:57:24Z', 'revision_number': 5, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'subnets': [{'id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:54.055975 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-63495877-6355-4ca1-b242-e9b4b78fe7d7 req-5714be7a-a6f4-481e-bf24-6f900a5effef tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633514 Mar 02 14:02:54.082225 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb92191-e0ea-448d-bea1-2cf34df3726b None None] Checking router: d186c79b-9671-4477-81c6-69d6515c9ebd for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:02:54.086455 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b97592af-6128-42d0-8ba7-b00529657550 req-ed545399-da87-4232-8de1-81f466068c60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1269522 Mar 02 14:02:54.091263 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb92191-e0ea-448d-bea1-2cf34df3726b None None] Routers {'d186c79b-9671-4477-81c6-69d6515c9ebd'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:02:54.091912 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-5fb92191-e0ea-448d-bea1-2cf34df3726b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:02:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['d186c79b-9671-4477-81c6-69d6515c9ebd'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:54.095950 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [req-b97592af-6128-42d0-8ba7-b00529657550 req-51ea1f51-3db7-4dba-9637-44e1790f553f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 14:02:54.096914 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b97592af-6128-42d0-8ba7-b00529657550 req-51ea1f51-3db7-4dba-9637-44e1790f553f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050776 Mar 02 14:02:54.179856 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38924) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:54.216372 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-5fb92191-e0ea-448d-bea1-2cf34df3726b None None] Set router d186c79b-9671-4477-81c6-69d6515c9ebd gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:02:54.230855 dv-cinder-831247-3-iscsi neutron-server[102939]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 14:02:54.275722 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97592af-6128-42d0-8ba7-b00529657550 req-5b4db97e-e84c-42c3-a8b7-2313d9550a0b tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:54.277518 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b97592af-6128-42d0-8ba7-b00529657550 req-5b4db97e-e84c-42c3-a8b7-2313d9550a0b tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports/fe7509e1-2ef5-42ee-b105-cfd330dbcb98 HTTP/1.1" status: 200 len: 943 time: 0.0966322 Mar 02 14:02:54.323664 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 38936) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:54.386014 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-04862554-8795-4f3a-9ff1-fbd09b2884a2 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group (854ab314-3353-475a-8b71-62002616d9c0), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:54.411931 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-04862554-8795-4f3a-9ff1-fbd09b2884a2 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group (854ab314-3353-475a-8b71-62002616d9c0), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:54.441389 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-5fb92191-e0ea-448d-bea1-2cf34df3726b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:19Z', 'revision_number': 4, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port': {'id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '4501349e-12c5-43b3-8524-96bafc4ef3d2', 'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'mac_address': 'fa:16:3e:19:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:18Z', 'updated_at': '2022-03-02T13:57:24Z', 'revision_number': 5, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'subnets': [{'id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:02:54.466934 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-04862554-8795-4f3a-9ff1-fbd09b2884a2 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (854ab314-3353-475a-8b71-62002616d9c0), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:54.468867 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb92191-e0ea-448d-bea1-2cf34df3726b None None] The sync data for ids ['d186c79b-9671-4477-81c6-69d6515c9ebd'] in dv-cinder-831247-3-iscsi is: [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:19Z', 'revision_number': 4, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port': {'id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '4501349e-12c5-43b3-8524-96bafc4ef3d2', 'name': '', 'network_id': '1c033f07-1d9f-46d2-98c2-6dfc949bbb76', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'mac_address': 'fa:16:3e:19:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:18Z', 'updated_at': '2022-03-02T13:57:24Z', 'revision_number': 5, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'subnets': [{'id': '4162740a-dc51-4b0e-a76f-5454f57d9ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:02:54.472092 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-04862554-8795-4f3a-9ff1-fbd09b2884a2 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:54.473836 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-04862554-8795-4f3a-9ff1-fbd09b2884a2 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "DELETE /v2.0/security-groups/854ab314-3353-475a-8b71-62002616d9c0 HTTP/1.1" status: 204 len: 168 time: 0.1486161 Mar 02 14:02:54.476231 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38938) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:54.488728 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04862554-8795-4f3a-9ff1-fbd09b2884a2 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=854ab314-3353-475a-8b71-62002616d9c0,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:54.496121 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.api.v2.resource [None req-fac4734e-7061-474e-9ffe-576a990b7e48 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] show failed (client error): The resource could not be found. Mar 02 14:02:54.497041 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04862554-8795-4f3a-9ff1-fbd09b2884a2 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:54.497422 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04862554-8795-4f3a-9ff1-fbd09b2884a2 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:54.497858 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04862554-8795-4f3a-9ff1-fbd09b2884a2 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:54.498207 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04862554-8795-4f3a-9ff1-fbd09b2884a2 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:54.498545 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04862554-8795-4f3a-9ff1-fbd09b2884a2 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:54.498904 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04862554-8795-4f3a-9ff1-fbd09b2884a2 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:54.499241 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04862554-8795-4f3a-9ff1-fbd09b2884a2 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:54.499687 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04862554-8795-4f3a-9ff1-fbd09b2884a2 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:54.500038 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04862554-8795-4f3a-9ff1-fbd09b2884a2 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:54.500372 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04862554-8795-4f3a-9ff1-fbd09b2884a2 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:54.500603 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-fac4734e-7061-474e-9ffe-576a990b7e48 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "GET /v2.0/security-groups/854ab314-3353-475a-8b71-62002616d9c0 HTTP/1.1" status: 404 len: 347 time: 0.0232248 Mar 02 14:02:54.500917 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04862554-8795-4f3a-9ff1-fbd09b2884a2 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:54.501262 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04862554-8795-4f3a-9ff1-fbd09b2884a2 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:54.501378 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 38940) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:54.501578 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04862554-8795-4f3a-9ff1-fbd09b2884a2 tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:02:54.671531 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-94346bee-9d92-476f-8faf-69f69561690f tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Deleting port 39adb127-e04c-4d84-8361-4873197fa849 {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:02:54.671876 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-94346bee-9d92-476f-8faf-69f69561690f tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (39adb127-e04c-4d84-8361-4873197fa849), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:54.672237 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c5177-64ad-49cd-a748-40da59d93d0e req-d9aed213-90a2-4915-a8ad-0ab0a4c255e3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:54.674024 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ac0c5177-64ad-49cd-a748-40da59d93d0e req-d9aed213-90a2-4915-a8ad-0ab0a4c255e3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0655169 Mar 02 14:02:54.748550 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ac0c5177-64ad-49cd-a748-40da59d93d0e req-4c8bb2df-fe75-435c-b15f-8535eb82152d tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676005 Mar 02 14:02:54.769239 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-94346bee-9d92-476f-8faf-69f69561690f tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (39adb127-e04c-4d84-8361-4873197fa849), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:54.769744 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-94346bee-9d92-476f-8faf-69f69561690f tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for floatingip (39adb127-e04c-4d84-8361-4873197fa849), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:54.785459 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-94346bee-9d92-476f-8faf-69f69561690f tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Calling delete_port for 39adb127-e04c-4d84-8361-4873197fa849 owned by network:floatingip {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:02:54.794742 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e3ffc4-2e64-46ce-95cb-9de5e77e89c6 None None] New status for floating IP 32dd6ab3-1fb4-428c-8b53-122af95fd453: DOWN {{(pid=102942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 14:02:54.881300 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.db.api [None req-36e3ffc4-2e64-46ce-95cb-9de5e77e89c6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 02 14:02:54.881300 dv-cinder-831247-3-iscsi neutron-server[102942]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Mar 02 14:02:54.881300 dv-cinder-831247-3-iscsi neutron-server[102942]: [parameters: {'status': 'DOWN', 'floatingips_id': '32dd6ab3-1fb4-428c-8b53-122af95fd453'}] Mar 02 14:02:54.881300 dv-cinder-831247-3-iscsi neutron-server[102942]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 14:02:54.882209 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG oslo_db.api [None req-36e3ffc4-2e64-46ce-95cb-9de5e77e89c6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 14:02:54.922987 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-94346bee-9d92-476f-8faf-69f69561690f tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (39adb127-e04c-4d84-8361-4873197fa849), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:54.949181 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94346bee-9d92-476f-8faf-69f69561690f tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Pushing event deleted for resources: {'Port': ['ID=39adb127-e04c-4d84-8361-4873197fa849,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:55.013746 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-94346bee-9d92-476f-8faf-69f69561690f tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks [] for floatingip (32dd6ab3-1fb4-428c-8b53-122af95fd453), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:55.016369 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-94346bee-9d92-476f-8faf-69f69561690f tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:55.017497 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-94346bee-9d92-476f-8faf-69f69561690f tempest-AttachVolumeTestJSON-467862326 tempest-AttachVolumeTestJSON-467862326-project] 10.222.0.36 "DELETE /v2.0/floatingips/32dd6ab3-1fb4-428c-8b53-122af95fd453 HTTP/1.1" status: 204 len: 168 time: 0.5151789 Mar 02 14:02:55.187417 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609a23a-d75f-47ec-97d3-bf39cae7fd11 req-6f6cff0f-edb8-4421-9e75-0f017edeb472 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:55.188887 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1609a23a-d75f-47ec-97d3-bf39cae7fd11 req-6f6cff0f-edb8-4421-9e75-0f017edeb472 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.0568106 Mar 02 14:02:55.238327 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1609a23a-d75f-47ec-97d3-bf39cae7fd11 req-d3e05f12-415f-4e4e-8208-3bf8c8fb266a tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426943 Mar 02 14:02:55.384041 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e3ffc4-2e64-46ce-95cb-9de5e77e89c6 None None] New status for floating IP 32dd6ab3-1fb4-428c-8b53-122af95fd453: DOWN {{(pid=102942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 14:02:55.826759 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97592af-6128-42d0-8ba7-b00529657550 req-b0d3f219-f445-4465-baeb-29118aff1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:55.828181 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b97592af-6128-42d0-8ba7-b00529657550 req-b0d3f219-f445-4465-baeb-29118aff1fdc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2&tenant_id=1d065ca6b45040b6978b65b835c610d7 HTTP/1.1" status: 200 len: 1130 time: 0.0764408 Mar 02 14:02:55.866730 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cbd5d-eff2-4770-ac51-06c0c9618305 req-82e95116-957c-4ca3-866e-205db7e321a4 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:55.868199 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ac1cbd5d-eff2-4770-ac51-06c0c9618305 req-82e95116-957c-4ca3-866e-205db7e321a4 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0514796 Mar 02 14:02:55.892229 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97592af-6128-42d0-8ba7-b00529657550 req-c8c11d74-95ed-4b8d-858b-1da4074f336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:55.893760 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b97592af-6128-42d0-8ba7-b00529657550 req-c8c11d74-95ed-4b8d-858b-1da4074f336c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d065ca6b45040b6978b65b835c610d7&device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 1130 time: 0.0445886 Mar 02 14:02:55.914582 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ac1cbd5d-eff2-4770-ac51-06c0c9618305 req-8360b461-5c9a-4c46-bfbf-0e17c2202289 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403645 Mar 02 14:02:55.984046 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97592af-6128-42d0-8ba7-b00529657550 req-4744249b-7d8e-432a-b48e-5352c2573fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:55.985481 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b97592af-6128-42d0-8ba7-b00529657550 req-4744249b-7d8e-432a-b48e-5352c2573fb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=951bfca3-aac8-4a93-9a1f-4c55aa7121f7 HTTP/1.1" status: 200 len: 909 time: 0.0846608 Mar 02 14:02:56.048159 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b97592af-6128-42d0-8ba7-b00529657550 req-aa22faf9-7e23-41d7-84fd-3be8adbdd802 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe7509e1-2ef5-42ee-b105-cfd330dbcb98 HTTP/1.1" status: 200 len: 1002 time: 0.0564620 Mar 02 14:02:56.099161 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97592af-6128-42d0-8ba7-b00529657550 req-def5eacb-7137-43c2-bc9e-21dffc424103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:56.100516 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b97592af-6128-42d0-8ba7-b00529657550 req-def5eacb-7137-43c2-bc9e-21dffc424103 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00276bbf-6f6e-4bc8-b50e-d19182636b07 HTTP/1.1" status: 200 len: 847 time: 0.0457938 Mar 02 14:02:56.149774 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97592af-6128-42d0-8ba7-b00529657550 req-7f61cc1b-cf8a-492a-83ad-4dc82b0981d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:56.151752 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b97592af-6128-42d0-8ba7-b00529657550 req-7f61cc1b-cf8a-492a-83ad-4dc82b0981d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=951bfca3-aac8-4a93-9a1f-4c55aa7121f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443139 Mar 02 14:02:56.242672 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b97592af-6128-42d0-8ba7-b00529657550 req-083e0dd9-f94f-45e4-be6b-6c5283cf5fce service neutron] 10.222.0.20 "GET /v2.0/networks/951bfca3-aac8-4a93-9a1f-4c55aa7121f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837841 Mar 02 14:02:56.252510 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:02:56.339958 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b97592af-6128-42d0-8ba7-b00529657550 req-2ed44b3b-7189-48a9-9a1a-dc9f5eaf25f0 service neutron] 10.222.0.20 "GET /v2.0/networks/951bfca3-aac8-4a93-9a1f-4c55aa7121f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909348 Mar 02 14:02:56.362561 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae13b7d-a7e2-46ac-846f-6b4539f39b24 req-72734057-3422-44aa-8274-c3b03af33ded tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:56.364063 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1ae13b7d-a7e2-46ac-846f-6b4539f39b24 req-72734057-3422-44aa-8274-c3b03af33ded tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.0580366 Mar 02 14:02:56.414551 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1ae13b7d-a7e2-46ac-846f-6b4539f39b24 req-b8a36098-7003-4cc5-a769-19d2f646c786 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442967 Mar 02 14:02:56.827102 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 23a2341d-bf17-4b31-a036-ec97b79d5fed details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:02:56.830269 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device f6b346fd-f054-4676-bc5c-72f69b675aef no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:02:56.857063 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: f6b346fd-f054-4676-bc5c-72f69b675aef {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:02:56.857418 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device f6b346fd-f054-4676-bc5c-72f69b675aef not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:02:56.857827 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device fe7509e1-2ef5-42ee-b105-cfd330dbcb98 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:02:57.006712 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 23a2341d-bf17-4b31-a036-ec97b79d5fed, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=23a2341d-bf17-4b31-a036-ec97b79d5fed,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:02:57.015886 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port fe7509e1-2ef5-42ee-b105-cfd330dbcb98 is: ACTIVE; New status is: DOWN {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:02:57.016284 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:57.029969 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': '23a2341d-bf17-4b31-a036-ec97b79d5fed', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'port_id': '23a2341d-bf17-4b31-a036-ec97b79d5fed', 'mac_address': 'fa:16:3e:7b:ab:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:02:57.039071 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b6503-d710-45fb-a3d1-3bd8b7760d58 req-0e4c5bac-bb9d-45c0-b422-1bab6f80d4f6 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:57.040631 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-924b6503-d710-45fb-a3d1-3bd8b7760d58 req-0e4c5bac-bb9d-45c0-b422-1bab6f80d4f6 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0533679 Mar 02 14:02:57.045270 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad80347-da06-4070-8cb1-91129fef8fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:02:57.047583 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb2f12e-7517-4288-8e60-97acdee60cb4" -d '{"events": [{"server_uuid": "0ad80347-da06-4070-8cb1-91129fef8fa2", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7509e1-2ef5-42ee-b105-cfd330dbcb98"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:02:57.084054 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port fe7509e1-2ef5-42ee-b105-cfd330dbcb98, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fe7509e1-2ef5-42ee-b105-cfd330dbcb98,segment=NetworkSegment(09335895-154e-4855-9a61-4e84299ffb0c),segment_id=09335895-154e-4855-9a61-4e84299ffb0c)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:02:57.092345 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-924b6503-d710-45fb-a3d1-3bd8b7760d58 req-99daaa57-c9a5-47df-ac58-465a420be923 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460529 Mar 02 14:02:57.092915 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:57.127547 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 23a2341d-bf17-4b31-a036-ec97b79d5fed is: ACTIVE; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:02:57.127949 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:57.148283 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Mar 2022 14:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4720b88d-e0f9-41c1-9bc6-d39ec9869860 x-openstack-request-id: req-4720b88d-e0f9-41c1-9bc6-d39ec9869860 {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:02:57.148598 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad80347-da06-4070-8cb1-91129fef8fa2", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7509e1-2ef5-42ee-b105-cfd330dbcb98", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:02:57.148862 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4720b88d-e0f9-41c1-9bc6-d39ec9869860 {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:02:57.149262 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad80347-da06-4070-8cb1-91129fef8fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98', 'code': 200} Mar 02 14:02:57.157725 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23a2341d-bf17-4b31-a036-ec97b79d5fed {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:02:57.172035 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=fe7509e1-2ef5-42ee-b105-cfd330dbcb98,revision_number=6']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:57.184788 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 23a2341d-bf17-4b31-a036-ec97b79d5fed, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=23a2341d-bf17-4b31-a036-ec97b79d5fed,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:02:57.188900 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:57.241145 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=23a2341d-bf17-4b31-a036-ec97b79d5fed,revision_number=6']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:57.256618 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['23a2341d-bf17-4b31-a036-ec97b79d5fed'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:02:57.546018 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895a061-1407-4ee7-a2fd-35bd9bf45521 req-cc27ecdf-2a42-477d-8b68-ecefa2041d96 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:57.547541 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e895a061-1407-4ee7-a2fd-35bd9bf45521 req-cc27ecdf-2a42-477d-8b68-ecefa2041d96 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 944 time: 0.0550516 Mar 02 14:02:57.602291 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e895a061-1407-4ee7-a2fd-35bd9bf45521 req-f06458f5-db43-4ffc-9569-89904ef4826e tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482490 Mar 02 14:02:58.230782 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e194f-267c-41b3-9136-616b25a42919 req-2368c092-5f92-4acb-b5b4-19bfbc7d4040 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:58.232362 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-616e194f-267c-41b3-9136-616b25a42919 req-2368c092-5f92-4acb-b5b4-19bfbc7d4040 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 944 time: 0.0583632 Mar 02 14:02:58.282744 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-616e194f-267c-41b3-9136-616b25a42919 req-64cc5927-81b2-4cd9-9fa8-60cbd8c1c825 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443749 Mar 02 14:02:58.572316 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 39012) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:02:58.840584 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 23a2341d-bf17-4b31-a036-ec97b79d5fed up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:02:58.893101 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port 23a2341d-bf17-4b31-a036-ec97b79d5fed triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:02:58.893488 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:58.995978 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 23a2341d-bf17-4b31-a036-ec97b79d5fed is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:02:58.996288 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:59.046538 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 23a2341d-bf17-4b31-a036-ec97b79d5fed, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=23a2341d-bf17-4b31-a036-ec97b79d5fed,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:02:59.054221 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:59.119773 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494666fb-0dbc-4c56-be0c-4f7756086efb req-c22bfe29-eb6c-43bd-97d4-9414c870c6f4 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:59.125509 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=23a2341d-bf17-4b31-a036-ec97b79d5fed,revision_number=7']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:02:59.127722 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-494666fb-0dbc-4c56-be0c-4f7756086efb req-c22bfe29-eb6c-43bd-97d4-9414c870c6f4 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 944 time: 0.4456382 Mar 02 14:02:59.150947 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa81cf6-3d60-44c6-8afe-4f851bac5223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a2341d-bf17-4b31-a036-ec97b79d5fed'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:02:59.153765 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e05215-12f8-4b50-89e6-15be687f0f50" -d '{"events": [{"server_uuid": "6aa81cf6-3d60-44c6-8afe-4f851bac5223", "name": "network-vif-plugged", "status": "completed", "tag": "23a2341d-bf17-4b31-a036-ec97b79d5fed"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:02:59.214461 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcab1c8a-85cb-4157-9a4f-32ca33c23285 x-openstack-request-id: req-bcab1c8a-85cb-4157-9a4f-32ca33c23285 {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:02:59.215908 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa81cf6-3d60-44c6-8afe-4f851bac5223", "name": "network-vif-plugged", "status": "completed", "tag": "23a2341d-bf17-4b31-a036-ec97b79d5fed", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:02:59.216337 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bcab1c8a-85cb-4157-9a4f-32ca33c23285 {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:02:59.216893 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa81cf6-3d60-44c6-8afe-4f851bac5223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a2341d-bf17-4b31-a036-ec97b79d5fed', 'code': 200} Mar 02 14:02:59.288516 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-494666fb-0dbc-4c56-be0c-4f7756086efb req-e8319438-778a-4c9d-a906-b63fe6384209 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598630 Mar 02 14:02:59.499560 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f65f3-ed6e-4cf7-8494-e05017725d0c req-dbbc3d95-6a89-4e58-9c91-e472e01ad49f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:02:59.501036 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9b1f65f3-ed6e-4cf7-8494-e05017725d0c req-dbbc3d95-6a89-4e58-9c91-e472e01ad49f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.1184201 Mar 02 14:02:59.564063 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9b1f65f3-ed6e-4cf7-8494-e05017725d0c req-5e66cb4c-6b8c-46d0-8e94-def9010cb7f0 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569568 Mar 02 14:02:59.633181 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-2edfb2d0-18e8-4b11-bdb4-dcafcc0d022b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607117'] for router_interface (d186c79b-9671-4477-81c6-69d6515c9ebd), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:02:59.907560 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-2edfb2d0-18e8-4b11-bdb4-dcafcc0d022b admin admin] Deleting port 4501349e-12c5-43b3-8524-96bafc4ef3d2 {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:02:59.907837 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-2edfb2d0-18e8-4b11-bdb4-dcafcc0d022b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (4501349e-12c5-43b3-8524-96bafc4ef3d2), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:00.012920 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [None req-2edfb2d0-18e8-4b11-bdb4-dcafcc0d022b admin admin] For port 4501349e-12c5-43b3-8524-96bafc4ef3d2, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=4501349e-12c5-43b3-8524-96bafc4ef3d2,segment=NetworkSegment(9c57b919-e5fc-428e-923e-107dd11d09c4),segment_id=9c57b919-e5fc-428e-923e-107dd11d09c4)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:03:00.013341 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-2edfb2d0-18e8-4b11-bdb4-dcafcc0d022b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (4501349e-12c5-43b3-8524-96bafc4ef3d2), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:00.027888 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-2edfb2d0-18e8-4b11-bdb4-dcafcc0d022b admin admin] Calling delete_port for 4501349e-12c5-43b3-8524-96bafc4ef3d2 owned by network:router_interface {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:03:00.231444 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-2edfb2d0-18e8-4b11-bdb4-dcafcc0d022b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (4501349e-12c5-43b3-8524-96bafc4ef3d2), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:00.256738 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfb2d0-18e8-4b11-bdb4-dcafcc0d022b admin admin] Pushing event deleted for resources: {'Port': ['ID=4501349e-12c5-43b3-8524-96bafc4ef3d2,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:00.554270 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e9bf2-aefe-4795-8f69-05a4bccfce4b req-05bcbf75-4e30-4e93-8678-8e7ebd643fab tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:00.554989 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-788e9bf2-aefe-4795-8f69-05a4bccfce4b req-05bcbf75-4e30-4e93-8678-8e7ebd643fab tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 944 time: 0.1477871 Mar 02 14:03:00.576324 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-2edfb2d0-18e8-4b11-bdb4-dcafcc0d022b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606945'] for router_interface (d186c79b-9671-4477-81c6-69d6515c9ebd), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:00.674416 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-788e9bf2-aefe-4795-8f69-05a4bccfce4b req-49184252-0fcc-4888-b56e-25edaadfffa8 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135721 Mar 02 14:03:00.764125 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31279af9-0775-4c6d-a5f0-09180710308b req-31471c02-78df-491e-adf1-24a31214e572 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:00.765512 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-31279af9-0775-4c6d-a5f0-09180710308b req-31471c02-78df-491e-adf1-24a31214e572 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.1094513 Mar 02 14:03:00.890899 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-31279af9-0775-4c6d-a5f0-09180710308b req-bc1cfc08-4690-45df-87d1-07a92dd61cf2 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169214 Mar 02 14:03:00.926061 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edfb2d0-18e8-4b11-bdb4-dcafcc0d022b admin admin] Router d186c79b-9671-4477-81c6-69d6515c9ebd has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:03:01.059484 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edfb2d0-18e8-4b11-bdb4-dcafcc0d022b admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:03:01.068330 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-2edfb2d0-18e8-4b11-bdb4-dcafcc0d022b admin admin] 10.222.0.36 "PUT /v2.0/routers/d186c79b-9671-4477-81c6-69d6515c9ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4921780 Mar 02 14:03:01.068740 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 39030) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:03:01.076287 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb270f0-2a4d-4eb5-b668-0911a8832cfd None None] Sync routers for ids ['d186c79b-9671-4477-81c6-69d6515c9ebd'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:03:01.101779 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb270f0-2a4d-4eb5-b668-0911a8832cfd None None] Routers {'d186c79b-9671-4477-81c6-69d6515c9ebd'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:03:01.102509 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-4bb270f0-2a4d-4eb5-b668-0911a8832cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:02:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['d186c79b-9671-4477-81c6-69d6515c9ebd'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:03:01.231084 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c426f78d-d0e5-4ac0-b009-c70a0aac6aae admin admin] Publish callbacks [] for router (d186c79b-9671-4477-81c6-69d6515c9ebd), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:01.237041 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-4bb270f0-2a4d-4eb5-b668-0911a8832cfd None None] Set router d186c79b-9671-4477-81c6-69d6515c9ebd gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:03:01.356642 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c426f78d-d0e5-4ac0-b009-c70a0aac6aae admin admin] Publish callbacks [] for router_gateway (d186c79b-9671-4477-81c6-69d6515c9ebd), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:01.432236 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-c426f78d-d0e5-4ac0-b009-c70a0aac6aae admin admin] Deleting port bc6c02d2-538c-47c4-8e15-4105b5e41041 {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:03:01.432751 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c426f78d-d0e5-4ac0-b009-c70a0aac6aae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (bc6c02d2-538c-47c4-8e15-4105b5e41041), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:01.465661 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-4bb270f0-2a4d-4eb5-b668-0911a8832cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T14:03:00Z', 'revision_number': 5, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port': {'id': 'bc6c02d2-538c-47c4-8e15-4105b5e41041', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T13:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:03:01.497280 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb270f0-2a4d-4eb5-b668-0911a8832cfd None None] Checking router: d186c79b-9671-4477-81c6-69d6515c9ebd for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:03:01.515229 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb270f0-2a4d-4eb5-b668-0911a8832cfd None None] Routers {'d186c79b-9671-4477-81c6-69d6515c9ebd'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:03:01.515859 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-4bb270f0-2a4d-4eb5-b668-0911a8832cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:02:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['d186c79b-9671-4477-81c6-69d6515c9ebd'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:03:01.521930 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [None req-c426f78d-d0e5-4ac0-b009-c70a0aac6aae admin admin] For port bc6c02d2-538c-47c4-8e15-4105b5e41041, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=bc6c02d2-538c-47c4-8e15-4105b5e41041,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:03:01.522307 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c426f78d-d0e5-4ac0-b009-c70a0aac6aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (bc6c02d2-538c-47c4-8e15-4105b5e41041), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:01.536572 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-c426f78d-d0e5-4ac0-b009-c70a0aac6aae admin admin] Calling delete_port for bc6c02d2-538c-47c4-8e15-4105b5e41041 owned by network:router_gateway {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:03:01.621343 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-4bb270f0-2a4d-4eb5-b668-0911a8832cfd None None] Set router d186c79b-9671-4477-81c6-69d6515c9ebd gateway port host: None {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:03:01.678587 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-4bb270f0-2a4d-4eb5-b668-0911a8832cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T14:03:01Z', 'revision_number': 6, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port_host': None}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:03:01.709140 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb270f0-2a4d-4eb5-b668-0911a8832cfd None None] The sync data for ids ['d186c79b-9671-4477-81c6-69d6515c9ebd'] in dv-cinder-831247-3-iscsi is: [{'id': 'd186c79b-9671-4477-81c6-69d6515c9ebd', 'name': 'tempest-AttachVolumeTestJSON-1311557598-router', 'tenant_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:57:13Z', 'updated_at': '2022-03-02T14:03:01Z', 'revision_number': 6, 'project_id': '64ebff49f62c4b4dbc756d0c15f028e8', 'gw_port_host': None}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:03:01.778204 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c426f78d-d0e5-4ac0-b009-c70a0aac6aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (bc6c02d2-538c-47c4-8e15-4105b5e41041), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:01.818989 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426f78d-d0e5-4ac0-b009-c70a0aac6aae admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6c02d2-538c-47c4-8e15-4105b5e41041,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:01.877082 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48e2fe-cbf4-4f9a-a4b1-6be449916c9e req-859119fe-8cca-4bb2-b575-f338c2bf5f52 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:01.878305 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-dd48e2fe-cbf4-4f9a-a4b1-6be449916c9e req-859119fe-8cca-4bb2-b575-f338c2bf5f52 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 944 time: 0.0906618 Mar 02 14:03:01.889158 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c426f78d-d0e5-4ac0-b009-c70a0aac6aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607299'] for router_gateway (d186c79b-9671-4477-81c6-69d6515c9ebd), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:01.958491 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-dd48e2fe-cbf4-4f9a-a4b1-6be449916c9e req-47187b6e-2b12-41b8-8964-776695af37f6 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720625 Mar 02 14:03:02.012185 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c426f78d-d0e5-4ac0-b009-c70a0aac6aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13013'] for router (d186c79b-9671-4477-81c6-69d6515c9ebd), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:02.014279 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c426f78d-d0e5-4ac0-b009-c70a0aac6aae admin admin] Publish callbacks [] for router_controller (d186c79b-9671-4477-81c6-69d6515c9ebd), precommit_delete_associations {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:02.061302 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c426f78d-d0e5-4ac0-b009-c70a0aac6aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602344'] for router (d186c79b-9671-4477-81c6-69d6515c9ebd), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:02.061846 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c426f78d-d0e5-4ac0-b009-c70a0aac6aae admin admin] Fanout notify agent at l3_agent the message router_deleted on router d186c79b-9671-4477-81c6-69d6515c9ebd {{(pid=102939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 14:03:02.073697 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b45c20-12d7-4c86-b018-1014530f00c9 req-f5e247c4-6252-4093-b698-11df87013043 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:02.073920 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-c426f78d-d0e5-4ac0-b009-c70a0aac6aae admin admin] Publish callbacks [] for router (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:02.077288 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-c426f78d-d0e5-4ac0-b009-c70a0aac6aae admin admin] 10.222.0.36 "DELETE /v2.0/routers/d186c79b-9671-4477-81c6-69d6515c9ebd HTTP/1.1" status: 204 len: 168 time: 1.0043325 Mar 02 14:03:02.077430 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-74b45c20-12d7-4c86-b018-1014530f00c9 req-f5e247c4-6252-4093-b698-11df87013043 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0799644 Mar 02 14:03:02.081068 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 39036) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:03:02.147866 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8ea849-b4e2-4766-aa0e-fd9eb3eed3e6 admin admin] Deleting subnet 4162740a-dc51-4b0e-a76f-5454f57d9ff4 {{(pid=102939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 14:03:02.157094 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea849-b4e2-4766-aa0e-fd9eb3eed3e6 admin admin] Publish callbacks [] for subnet (4162740a-dc51-4b0e-a76f-5454f57d9ff4), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:02.158367 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-74b45c20-12d7-4c86-b018-1014530f00c9 req-d3e186d3-3be2-49d3-88f4-6c707cfda32a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717702 Mar 02 14:03:02.217200 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea849-b4e2-4766-aa0e-fd9eb3eed3e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4828482'] for subnet (4162740a-dc51-4b0e-a76f-5454f57d9ff4), precommit_delete_associations {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:02.585675 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea849-b4e2-4766-aa0e-fd9eb3eed3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775021'] for subnet (4162740a-dc51-4b0e-a76f-5454f57d9ff4), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:02.625822 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef989f-fc02-42b2-b41d-b0dec197ca63 req-9e18c6df-2ec7-4025-887a-aeed54a0e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:02.627497 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f2ef989f-fc02-42b2-b41d-b0dec197ca63 req-9e18c6df-2ec7-4025-887a-aeed54a0e9f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 1128 time: 0.0918663 Mar 02 14:03:02.645745 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device bc6c02d2-538c-47c4-8e15-4105b5e41041 no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:03:02.667241 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: bc6c02d2-538c-47c4-8e15-4105b5e41041 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:03:02.668470 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device bc6c02d2-538c-47c4-8e15-4105b5e41041 not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:03:02.668470 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 4501349e-12c5-43b3-8524-96bafc4ef3d2 no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:03:02.687880 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea849-b4e2-4766-aa0e-fd9eb3eed3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4828331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7666363'] for subnet (4162740a-dc51-4b0e-a76f-5454f57d9ff4), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:02.708396 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: 4501349e-12c5-43b3-8524-96bafc4ef3d2 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:03:02.708845 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 4501349e-12c5-43b3-8524-96bafc4ef3d2 not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:03:02.725726 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f2ef989f-fc02-42b2-b41d-b0dec197ca63 req-c4ba2862-72d4-42d4-8f13-cf33ba5fa258 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892544 Mar 02 14:03:02.726516 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ea849-b4e2-4766-aa0e-fd9eb3eed3e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4162740a-dc51-4b0e-a76f-5454f57d9ff4,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:02.730892 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea849-b4e2-4766-aa0e-fd9eb3eed3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:02.734145 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-ad8ea849-b4e2-4766-aa0e-fd9eb3eed3e6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4162740a-dc51-4b0e-a76f-5454f57d9ff4 HTTP/1.1" status: 204 len: 168 time: 0.6521299 Mar 02 14:03:02.736992 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 39038) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:03:02.744345 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81077ab4-f66d-4f6a-a387-f371df4b226a None None] Network 1c033f07-1d9f-46d2-98c2-6dfc949bbb76 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:03:02.827029 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845718'] for network (1c033f07-1d9f-46d2-98c2-6dfc949bbb76), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:02.897654 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] Deleting port 79dca352-6087-4638-95c6-d1d2e34b115d {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:03:02.898207 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (79dca352-6087-4638-95c6-d1d2e34b115d), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:02.948151 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] DHCP port deletion for 1c033f07-1d9f-46d2-98c2-6dfc949bbb76 request from dv-cinder-831247-3-iscsi {{(pid=102941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 14:03:03.016087 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] Deleting port 79dca352-6087-4638-95c6-d1d2e34b115d {{(pid=102941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:03:03.019610 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (79dca352-6087-4638-95c6-d1d2e34b115d), before_delete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:03.020190 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] For port 79dca352-6087-4638-95c6-d1d2e34b115d, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=79dca352-6087-4638-95c6-d1d2e34b115d,segment=NetworkSegment(9c57b919-e5fc-428e-923e-107dd11d09c4),segment_id=9c57b919-e5fc-428e-923e-107dd11d09c4)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:03:03.020190 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (79dca352-6087-4638-95c6-d1d2e34b115d), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:03.039731 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] Calling delete_port for 79dca352-6087-4638-95c6-d1d2e34b115d owned by network:dhcp {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:03:03.088995 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] For port 79dca352-6087-4638-95c6-d1d2e34b115d, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=79dca352-6087-4638-95c6-d1d2e34b115d,segment=NetworkSegment(9c57b919-e5fc-428e-923e-107dd11d09c4),segment_id=9c57b919-e5fc-428e-923e-107dd11d09c4)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:03:03.089385 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (79dca352-6087-4638-95c6-d1d2e34b115d), precommit_delete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:03.102452 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] Calling delete_port for 79dca352-6087-4638-95c6-d1d2e34b115d owned by network:dhcp {{(pid=102941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:03:03.137886 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00bc37-9735-4abc-9821-73224060c1a6 req-b5ae0440-deb7-41b4-8e9b-4c2d32b5d04f tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:03.145112 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8e00bc37-9735-4abc-9821-73224060c1a6 req-b5ae0440-deb7-41b4-8e9b-4c2d32b5d04f tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 944 time: 0.0810883 Mar 02 14:03:03.176949 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (79dca352-6087-4638-95c6-d1d2e34b115d), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:03.206203 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8e00bc37-9735-4abc-9821-73224060c1a6 req-84b9c4ef-9b83-4243-86a2-6a16136482fa tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597763 Mar 02 14:03:03.246047 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=79dca352-6087-4638-95c6-d1d2e34b115d,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:03.257965 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] No DVR routers for this DVR port 79dca352-6087-4638-95c6-d1d2e34b115d on host dv-cinder-831247-3-iscsi {{(pid=102939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:03:03.350302 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02615860-8013-46e8-949a-9c398220d34d req-abbbe9e8-e3cb-4127-8ee1-470771f18205 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:03.352867 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284'] for port (79dca352-6087-4638-95c6-d1d2e34b115d), after_delete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:03.356177 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-02615860-8013-46e8-949a-9c398220d34d req-abbbe9e8-e3cb-4127-8ee1-470771f18205 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0775819 Mar 02 14:03:03.370389 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754838', 'neutron.services.segments.db._delete_segments_for_network-8736061257629'] for network (1c033f07-1d9f-46d2-98c2-6dfc949bbb76), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:03.391384 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] Pushing event deleted for resources: {'Port': ['ID=79dca352-6087-4638-95c6-d1d2e34b115d,revision_number=None']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:03.398538 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c033f07-1d9f-46d2-98c2-6dfc949bbb76']}} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:03:03.402557 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] No DVR routers for this DVR port 79dca352-6087-4638-95c6-d1d2e34b115d on host dv-cinder-831247-3-iscsi {{(pid=102941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:03:03.405193 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:03:03.405640 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:03:03.406178 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:03:03.407144 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:03:03.407578 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:03:03.407961 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:03:03.408850 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:03:03.409248 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:03:03.409649 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:03:03.410448 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:03:03.410883 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:03:03.411280 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:03:03.414266 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69ebbd-3902-4483-a2f7-7a48969f5138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:03:03.418082 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c57b919-e5fc-428e-923e-107dd11d09c4') {'for_net_delete': True} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:03:03.418483 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c57b919-e5fc-428e-923e-107dd11d09c4') {} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:03:03.439603 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736061261222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4828501'] for segment (9c57b919-e5fc-428e-923e-107dd11d09c4), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:03.466928 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-02615860-8013-46e8-949a-9c398220d34d req-c3558543-bea2-4d73-92ba-510f6327901d tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996985 Mar 02 14:03:03.472286 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (9c57b919-e5fc-428e-923e-107dd11d09c4), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:03.482593 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=102939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 14:03:03.483204 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4828277'] for segment (9c57b919-e5fc-428e-923e-107dd11d09c4), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: Traceback (most recent call last): Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: timer() Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: cb(*args, **kw) Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: return func(*args, **kwargs) Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: self._notify() Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: self.callback(batched_events) Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: event.method(event) Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: return f(self, *a, **k) Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._get(url).json() Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: return self.request(url, 'GET', **kwargs) Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 14:03:03.485321 dv-cinder-831247-3-iscsi neutron-server[102939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 14:03:03.554557 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607359'] for network (1c033f07-1d9f-46d2-98c2-6dfc949bbb76), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:03.559868 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:03.564851 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1c033f07-1d9f-46d2-98c2-6dfc949bbb76 HTTP/1.1" status: 204 len: 168 time: 0.8266606 Mar 02 14:03:03.594022 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8537e2-e021-4c5b-abb4-e0d1c3acc7e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c033f07-1d9f-46d2-98c2-6dfc949bbb76,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:03.708647 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 39046) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:03:03.760520 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-584c6a67-d8dd-4066-9bce-965d52fc5f83 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=64ebff49f62c4b4dbc756d0c15f028e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0502069 Mar 02 14:03:03.763370 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 39048) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:03:03.817555 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0c3afc8b-cc6f-4002-8f80-d80726742cef admin admin] Publish callbacks [] for security_group (fdf383ac-022c-4dff-b282-fe9182b42a8b), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:03.841521 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0c3afc8b-cc6f-4002-8f80-d80726742cef admin admin] Publish callbacks [] for security_group (fdf383ac-022c-4dff-b282-fe9182b42a8b), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:03.891081 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0c3afc8b-cc6f-4002-8f80-d80726742cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (fdf383ac-022c-4dff-b282-fe9182b42a8b), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:03.893719 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0c3afc8b-cc6f-4002-8f80-d80726742cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:03.894940 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-0c3afc8b-cc6f-4002-8f80-d80726742cef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fdf383ac-022c-4dff-b282-fe9182b42a8b HTTP/1.1" status: 204 len: 168 time: 0.1301718 Mar 02 14:03:03.905089 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3afc8b-cc6f-4002-8f80-d80726742cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf383ac-022c-4dff-b282-fe9182b42a8b,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:04.358211 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b2188-36c1-4678-818f-93bc1be8c457 req-29e7e059-4f3b-4a43-a30d-8fbacc4c5cd0 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:04.359787 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ab1b2188-36c1-4678-818f-93bc1be8c457 req-29e7e059-4f3b-4a43-a30d-8fbacc4c5cd0 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 944 time: 0.0713582 Mar 02 14:03:04.414049 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ab1b2188-36c1-4678-818f-93bc1be8c457 req-184de043-dd93-4ebf-8a2d-74d2cacd2223 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482266 Mar 02 14:03:04.515888 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 79dca352-6087-4638-95c6-d1d2e34b115d no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:03:04.539797 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: 79dca352-6087-4638-95c6-d1d2e34b115d {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:03:04.540769 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 79dca352-6087-4638-95c6-d1d2e34b115d not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:03:04.667296 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efac62d-7811-4b10-a80d-2d0889a2a879 req-7a591f75-3fdf-40d2-a761-e0bc5872179b tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:04.669266 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6efac62d-7811-4b10-a80d-2d0889a2a879 req-7a591f75-3fdf-40d2-a761-e0bc5872179b tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0719199 Mar 02 14:03:04.724336 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6efac62d-7811-4b10-a80d-2d0889a2a879 req-da24fdd0-91bb-4f00-988d-c4d56d2e2a8a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491662 Mar 02 14:03:04.787943 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 39080) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:03:04.889246 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device fe7509e1-2ef5-42ee-b105-cfd330dbcb98 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:03:04.906734 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-b3982778-0847-492f-bf9a-e7e781394a22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1707826176-network', 'tenant_id': '424deb3203f94dd98869bba0080077be'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:03:04.927550 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3982778-0847-492f-bf9a-e7e781394a22 admin admin] Made reservation on behalf of 424deb3203f94dd98869bba0080077be for: {'network': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:03:04.930535 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b3982778-0847-492f-bf9a-e7e781394a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for network (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:04.940385 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b3982778-0847-492f-bf9a-e7e781394a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:05.004836 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port fe7509e1-2ef5-42ee-b105-cfd330dbcb98, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fe7509e1-2ef5-42ee-b105-cfd330dbcb98,segment=NetworkSegment(09335895-154e-4855-9a61-4e84299ffb0c),segment_id=09335895-154e-4855-9a61-4e84299ffb0c)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:03:05.019782 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98', 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7', 'port_id': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98', 'mac_address': 'fa:16:3e:b7:56:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:03:05.039774 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b3982778-0847-492f-bf9a-e7e781394a22 admin admin] Publish callbacks [] for security_group (c75182ac-0740-4ff5-a08a-4fec18ff1616), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:05.047806 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b3982778-0847-492f-bf9a-e7e781394a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (c75182ac-0740-4ff5-a08a-4fec18ff1616), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:05.066199 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port fe7509e1-2ef5-42ee-b105-cfd330dbcb98 is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:03:05.067119 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:05.086194 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3982778-0847-492f-bf9a-e7e781394a22 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=102940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 14:03:05.088623 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7509e1-2ef5-42ee-b105-cfd330dbcb98 {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:03:05.094768 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3982778-0847-492f-bf9a-e7e781394a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75182ac-0740-4ff5-a08a-4fec18ff1616,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:05.100562 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b3982778-0847-492f-bf9a-e7e781394a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:05.103290 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.db.segments_db [None req-b3982778-0847-492f-bf9a-e7e781394a22 admin admin] Added segment ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5 of type vlan for network 2969a1cf-b271-4634-99b1-459dd010d5c9 Mar 02 14:03:05.130498 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port fe7509e1-2ef5-42ee-b105-cfd330dbcb98, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fe7509e1-2ef5-42ee-b105-cfd330dbcb98,segment=NetworkSegment(09335895-154e-4855-9a61-4e84299ffb0c),segment_id=09335895-154e-4855-9a61-4e84299ffb0c)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:03:05.143710 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:05.166074 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b3982778-0847-492f-bf9a-e7e781394a22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060850773'] for network (2969a1cf-b271-4634-99b1-459dd010d5c9), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:05.203826 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b3982778-0847-492f-bf9a-e7e781394a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for network (2969a1cf-b271-4634-99b1-459dd010d5c9), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:05.207425 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3982778-0847-492f-bf9a-e7e781394a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:05.207425 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b3982778-0847-492f-bf9a-e7e781394a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:05.235150 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=fe7509e1-2ef5-42ee-b105-cfd330dbcb98,revision_number=7']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:05.286456 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-b3982778-0847-492f-bf9a-e7e781394a22 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4973114 Mar 02 14:03:05.289386 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 39084) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:03:05.297947 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-8bc93bce-29c2-411e-b638-45c7233a14dd admin admin] Request body: {'subnet': {'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1707826176-subnet', 'tenant_id': '424deb3203f94dd98869bba0080077be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:03:05.308295 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3982778-0847-492f-bf9a-e7e781394a22 admin admin] Pushing event updated for resources: {'Network': ['ID=2969a1cf-b271-4634-99b1-459dd010d5c9,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:05.321237 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Network 2969a1cf-b271-4634-99b1-459dd010d5c9 details requested by agent ovs-agent-dv-cinder-831247-3-iscsi with host dv-cinder-831247-3-iscsi {{(pid=102941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 14:03:05.330871 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc93bce-29c2-411e-b638-45c7233a14dd admin admin] Made reservation on behalf of 424deb3203f94dd98869bba0080077be for: {'subnet': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:03:05.337272 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-8bc93bce-29c2-411e-b638-45c7233a14dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4384940'] for subnet (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:05.397156 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['fe7509e1-2ef5-42ee-b105-cfd330dbcb98'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:03:05.586012 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-8bc93bce-29c2-411e-b638-45c7233a14dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4452676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4384926'] for subnet (13aaebaf-365f-4dd9-ba23-26044b362865), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:05.651959 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc93bce-29c2-411e-b638-45c7233a14dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=13aaebaf-365f-4dd9-ba23-26044b362865,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:05.663364 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc93bce-29c2-411e-b638-45c7233a14dd admin admin] Checking segment: {'id': 'ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:03:05.663753 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc93bce-29c2-411e-b638-45c7233a14dd admin admin] Network hostable DHCP agents. Network: 2969a1cf-b271-4634-99b1-459dd010d5c9, hostable agents: ['75e4ba60-1427-4d6a-953c-035315e6206b'], hosted agents: [] {{(pid=102940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 14:03:05.682420 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc93bce-29c2-411e-b638-45c7233a14dd admin admin] Network 2969a1cf-b271-4634-99b1-459dd010d5c9 is scheduled to be hosted by DHCP agent 75e4ba60-1427-4d6a-953c-035315e6206b with binding_index 1 {{(pid=102940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 14:03:05.697038 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-8bc93bce-29c2-411e-b638-45c7233a14dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-3-iscsi, 2969a1cf-b271-4634-99b1-459dd010d5c9) {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:03:05.709598 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9096be-4ff2-4b9e-a343-f55bdcef3bf6 None None] Network 2969a1cf-b271-4634-99b1-459dd010d5c9 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:03:05.724166 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc93bce-29c2-411e-b638-45c7233a14dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:05.724881 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-8bc93bce-29c2-411e-b638-45c7233a14dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:05.742713 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-8bc93bce-29c2-411e-b638-45c7233a14dd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4522855 Mar 02 14:03:05.919441 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92d8241-e7a4-4f7f-9b62-bd42255f6f85 None None] Network 2969a1cf-b271-4634-99b1-459dd010d5c9 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:03:05.929877 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b191fc-8e85-4d7e-a517-58db061acbed req-e2fc480f-28d2-47ff-9db9-9aebfb75827c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:05.931811 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-08b191fc-8e85-4d7e-a517-58db061acbed req-e2fc480f-28d2-47ff-9db9-9aebfb75827c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0857000 Mar 02 14:03:05.976986 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-2a848e8e-0c72-4f43-a826-490c543f3c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:06.038684 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-08b191fc-8e85-4d7e-a517-58db061acbed req-64ebd24b-74f8-4e46-b5f5-df00b43437d7 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915270 Mar 02 14:03:06.308205 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-eb43cad9-ebb4-4708-9ae9-22eb5403f37e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:06.309905 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-eb43cad9-ebb4-4708-9ae9-22eb5403f37e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/networks?id=2969a1cf-b271-4634-99b1-459dd010d5c9 HTTP/1.1" status: 200 len: 815 time: 0.1094120 Mar 02 14:03:06.325551 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-3cec0520-0e20-4575-a40b-432196f45e47 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/quotas/424deb3203f94dd98869bba0080077be HTTP/1.1" status: 200 len: 375 time: 0.0102377 Mar 02 14:03:06.360982 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-ce6df873-7888-4bc7-8de3-c19f84908444 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=424deb3203f94dd98869bba0080077be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295846 Mar 02 14:03:06.520049 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-1368293c-8aec-4b6d-bf87-a7dee4daa4b7 service neutron] 10.222.0.36 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497850 Mar 02 14:03:06.640786 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-ddd52b1d-18ee-43fb-a2d1-017313f7abce service neutron] 10.222.0.36 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114798 Mar 02 14:03:06.834439 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7e93c9f7-61a0-4ed9-97c7-b32814739896 req-e13a7b46-b48e-491c-b564-78fb2bf60e32 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 210 time: 0.0361464 Mar 02 14:03:06.909159 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device fe7509e1-2ef5-42ee-b105-cfd330dbcb98 up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:03:06.978943 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port fe7509e1-2ef5-42ee-b105-cfd330dbcb98 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:03:06.979355 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:07.084037 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port fe7509e1-2ef5-42ee-b105-cfd330dbcb98 is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:03:07.084507 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:07.125464 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad80347-da06-4070-8cb1-91129fef8fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:03:07.127909 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1587731d-fadc-4fe8-9ffa-21ba623c53b9" -d '{"events": [{"server_uuid": "0ad80347-da06-4070-8cb1-91129fef8fa2", "name": "network-vif-plugged", "status": "completed", "tag": "fe7509e1-2ef5-42ee-b105-cfd330dbcb98"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:03:07.153703 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port fe7509e1-2ef5-42ee-b105-cfd330dbcb98, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fe7509e1-2ef5-42ee-b105-cfd330dbcb98,segment=NetworkSegment(09335895-154e-4855-9a61-4e84299ffb0c),segment_id=09335895-154e-4855-9a61-4e84299ffb0c)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:03:07.163572 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:07.194314 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90c5beb-e527-43fa-bc2e-c4e8a174ef2e x-openstack-request-id: req-e90c5beb-e527-43fa-bc2e-c4e8a174ef2e {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:03:07.194618 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad80347-da06-4070-8cb1-91129fef8fa2", "name": "network-vif-plugged", "status": "completed", "tag": "fe7509e1-2ef5-42ee-b105-cfd330dbcb98", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:03:07.195330 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e90c5beb-e527-43fa-bc2e-c4e8a174ef2e {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:03:07.195454 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad80347-da06-4070-8cb1-91129fef8fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98', 'code': 200} Mar 02 14:03:07.225639 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=fe7509e1-2ef5-42ee-b105-cfd330dbcb98,revision_number=8']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:07.240836 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5942dba-96b0-468c-b808-3ca540042ed9 req-6ceffad7-c853-473d-9c36-925cba5a39d1 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:07.252381 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f5942dba-96b0-468c-b808-3ca540042ed9 req-6ceffad7-c853-473d-9c36-925cba5a39d1 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0980382 Mar 02 14:03:07.311295 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f5942dba-96b0-468c-b808-3ca540042ed9 req-d567661b-d2a5-4a4f-9b38-0fbf036f7a3d tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579052 Mar 02 14:03:07.969057 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c0de33fa-4670-445d-993c-430cdc53d149 req-3674dd35-363a-4fc9-bc93-42dabfe78881 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 210 time: 0.0390108 Mar 02 14:03:07.976803 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-e48295d9-81f6-402e-9301-0575557254e8 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:07.979749 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-e48295d9-81f6-402e-9301-0575557254e8 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.20 "GET /v2.0/networks?id=2969a1cf-b271-4634-99b1-459dd010d5c9 HTTP/1.1" status: 200 len: 815 time: 0.1641145 Mar 02 14:03:07.992221 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-458654d1-6f5b-4cea-bff6-0e9644d0d69e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Request body: {'port': {'device_id': '3bae3822-20c8-4f13-8556-040d646a4c28', 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9', 'admin_state_up': True, 'tenant_id': '424deb3203f94dd98869bba0080077be'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:03:08.084286 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-cfe442d8-01a8-43ea-85d7-92210013aee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:08.102528 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-458654d1-6f5b-4cea-bff6-0e9644d0d69e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Made reservation on behalf of 424deb3203f94dd98869bba0080077be for: {'port': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:03:08.105817 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-458654d1-6f5b-4cea-bff6-0e9644d0d69e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:08.233499 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-458654d1-6f5b-4cea-bff6-0e9644d0d69e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Allocated IP 172.20.0.2 (2969a1cf-b271-4634-99b1-459dd010d5c9/13aaebaf-365f-4dd9-ba23-26044b362865/f5225d7c-6448-473c-9240-2180ad51a6b1) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:03:08.381210 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-458654d1-6f5b-4cea-bff6-0e9644d0d69e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks [] for port (f5225d7c-6448-473c-9240-2180ad51a6b1), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:08.413224 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-458654d1-6f5b-4cea-bff6-0e9644d0d69e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (f5225d7c-6448-473c-9240-2180ad51a6b1), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:08.448381 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f6a79-d99c-4d7b-95e4-9084a5bfd639 req-1b7b36ab-3110-4b4f-a5d9-3e01e032a4bf tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:08.449885 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-805f6a79-d99c-4d7b-95e4-9084a5bfd639 req-1b7b36ab-3110-4b4f-a5d9-3e01e032a4bf tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0601830 Mar 02 14:03:08.461122 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-458654d1-6f5b-4cea-bff6-0e9644d0d69e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Network 2969a1cf-b271-4634-99b1-459dd010d5c9 is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:03:08.464480 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-458654d1-6f5b-4cea-bff6-0e9644d0d69e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:03:08.469307 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-458654d1-6f5b-4cea-bff6-0e9644d0d69e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:03:08.476629 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458654d1-6f5b-4cea-bff6-0e9644d0d69e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Pushing event updated for resources: {'Port': ['ID=f5225d7c-6448-473c-9240-2180ad51a6b1,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:08.500967 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-805f6a79-d99c-4d7b-95e4-9084a5bfd639 req-ac124e02-e3e4-4cab-a461-467f9e6ad97f tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448539 Mar 02 14:03:08.526282 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-458654d1-6f5b-4cea-bff6-0e9644d0d69e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:08.526926 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-458654d1-6f5b-4cea-bff6-0e9644d0d69e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:08.541876 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-458654d1-6f5b-4cea-bff6-0e9644d0d69e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5539107 Mar 02 14:03:08.553775 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Request body: {'port': {'device_id': '3bae3822-20c8-4f13-8556-040d646a4c28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:03:08.615903 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (f5225d7c-6448-473c-9240-2180ad51a6b1), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:08.636625 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f50ca-fc35-435d-aa36-fae4de71e1e6 req-e96e4458-e877-4996-bd96-addbb4476e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:08.638412 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-735f50ca-fc35-435d-aa36-fae4de71e1e6 req-e96e4458-e877-4996-bd96-addbb4476e18 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f2ae141a3f4e41ac92ac4b9bc8d548&device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 1129 time: 0.0497093 Mar 02 14:03:08.729747 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f50ca-fc35-435d-aa36-fae4de71e1e6 req-4a16c034-990c-4194-95e2-f2451bdfe49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:08.731386 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-735f50ca-fc35-435d-aa36-fae4de71e1e6 req-4a16c034-990c-4194-95e2-f2451bdfe49d service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c507a7b-d519-44d9-b367-d10702dec79d HTTP/1.1" status: 200 len: 917 time: 0.0865989 Mar 02 14:03:08.799853 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-735f50ca-fc35-435d-aa36-fae4de71e1e6 req-cba89201-0f9d-4528-a890-a5fb84924059 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a2341d-bf17-4b31-a036-ec97b79d5fed HTTP/1.1" status: 200 len: 1000 time: 0.0624547 Mar 02 14:03:08.847488 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f50ca-fc35-435d-aa36-fae4de71e1e6 req-fe0bed79-188c-4800-99e4-00a034b5db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:08.848938 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-735f50ca-fc35-435d-aa36-fae4de71e1e6 req-fe0bed79-188c-4800-99e4-00a034b5db68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a65492fa-addf-4282-9092-2b2202c1df68 HTTP/1.1" status: 200 len: 855 time: 0.0428519 Mar 02 14:03:08.874333 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5225d7c-6448-473c-9240-2180ad51a6b1 {{(pid=102939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:03:08.881629 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Publish callbacks [] for port (f5225d7c-6448-473c-9240-2180ad51a6b1), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:08.894056 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.provisioning_blocks [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Transition to ACTIVE for port object f5225d7c-6448-473c-9240-2180ad51a6b1 will not be triggered until provisioned by entity L2. {{(pid=102939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:03:08.897624 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (f5225d7c-6448-473c-9240-2180ad51a6b1), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:08.898233 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f50ca-fc35-435d-aa36-fae4de71e1e6 req-9fb78a01-0f3a-4e1d-9781-a84eaee2d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:08.900675 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-735f50ca-fc35-435d-aa36-fae4de71e1e6 req-9fb78a01-0f3a-4e1d-9781-a84eaee2d6bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c507a7b-d519-44d9-b367-d10702dec79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456333 Mar 02 14:03:08.967725 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Pushing event updated for resources: {'Port': ['ID=f5225d7c-6448-473c-9240-2180ad51a6b1,revision_number=2']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:08.996509 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-735f50ca-fc35-435d-aa36-fae4de71e1e6 req-f160a55a-5d72-404b-b6df-136d339ec6dc service neutron] 10.222.0.20 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902042 Mar 02 14:03:09.020516 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Attempting to bind port f5225d7c-6448-473c-9240-2180ad51a6b1 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:03:09.021510 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Attempting to bind port f5225d7c-6448-473c-9240-2180ad51a6b1 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9'}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:03:09.022107 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Attempting to bind port f5225d7c-6448-473c-9240-2180ad51a6b1 on network 2969a1cf-b271-4634-99b1-459dd010d5c9 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:03:09.027965 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Port f5225d7c-6448-473c-9240-2180ad51a6b1 on network 2969a1cf-b271-4634-99b1-459dd010d5c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:03:09.028501 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Attempting to bind port f5225d7c-6448-473c-9240-2180ad51a6b1 on network 2969a1cf-b271-4634-99b1-459dd010d5c9 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:03:09.033502 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:03:09.033842 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Checking segment: {'id': 'ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:03:09.034249 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Bound using segment: {'id': 'ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9'} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:03:09.034712 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Bound port: f5225d7c-6448-473c-9240-2180ad51a6b1, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9'}}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:03:09.035078 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (f5225d7c-6448-473c-9240-2180ad51a6b1), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:09.106024 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] For port f5225d7c-6448-473c-9240-2180ad51a6b1, host hv-cinder-83124, cleared binding levels {{(pid=102939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:03:09.110428 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] For port f5225d7c-6448-473c-9240-2180ad51a6b1, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f5225d7c-6448-473c-9240-2180ad51a6b1,segment=NetworkSegment(ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5),segment_id=ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5)] {{(pid=102939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:03:09.116764 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (f5225d7c-6448-473c-9240-2180ad51a6b1), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:09.132965 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a587d2-1b7a-419b-90f1-aea9d1f132b0 req-6f1122e2-c8dc-4efb-b907-8c748b47b34b tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:09.134840 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-89a587d2-1b7a-419b-90f1-aea9d1f132b0 req-6f1122e2-c8dc-4efb-b907-8c748b47b34b tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 943 time: 0.1044328 Mar 02 14:03:09.138392 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-735f50ca-fc35-435d-aa36-fae4de71e1e6 req-6ac410c7-23ba-405b-a0d3-d68ad81b4d9f service neutron] 10.222.0.20 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365139 Mar 02 14:03:09.159630 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:09.160276 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:09.161671 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] 10.222.0.20 "PUT /v2.0/ports/f5225d7c-6448-473c-9240-2180ad51a6b1 HTTP/1.1" status: 200 len: 1093 time: 0.6118271 Mar 02 14:03:09.162106 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bae3822-20c8-4f13-8556-040d646a4c28', 'tag': 'f5225d7c-6448-473c-9240-2180ad51a6b1'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:03:09.177334 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e985dc-db1e-4d54-b28f-0c5d92d3ffdc" -d '{"events": [{"name": "network-changed", "server_uuid": "3bae3822-20c8-4f13-8556-040d646a4c28", "tag": "f5225d7c-6448-473c-9240-2180ad51a6b1"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:03:09.198234 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0fa2b-e82f-4d5e-ac47-db10e72a5e01 service neutron] Pushing event updated for resources: {'Port': ['ID=f5225d7c-6448-473c-9240-2180ad51a6b1,revision_number=3']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:09.200822 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-89a587d2-1b7a-419b-90f1-aea9d1f132b0 req-fef5c711-4fb1-44c7-b92f-399ab9b49bd9 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603001 Mar 02 14:03:09.219674 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec111d1e-227c-48b4-bd55-6d9c50ab6629 x-openstack-request-id: req-ec111d1e-227c-48b4-bd55-6d9c50ab6629 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:03:09.219970 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bae3822-20c8-4f13-8556-040d646a4c28", "tag": "f5225d7c-6448-473c-9240-2180ad51a6b1", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:03:09.220226 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec111d1e-227c-48b4-bd55-6d9c50ab6629 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:03:09.220652 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bae3822-20c8-4f13-8556-040d646a4c28', 'tag': 'f5225d7c-6448-473c-9240-2180ad51a6b1', 'status': 'completed', 'code': 200} Mar 02 14:03:09.261420 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-2026ab06-ecec-4305-921b-aa220627217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:09.262946 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-2026ab06-ecec-4305-921b-aa220627217e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=424deb3203f94dd98869bba0080077be&device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 1127 time: 0.0523067 Mar 02 14:03:09.304840 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-8df14dde-9a2e-4a1a-b505-8d78f31ede49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5225d7c-6448-473c-9240-2180ad51a6b1 HTTP/1.1" status: 200 len: 217 time: 0.0347693 Mar 02 14:03:09.351288 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-24933ff9-6e37-4a60-8839-fadc1a0cb723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:09.353082 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-24933ff9-6e37-4a60-8839-fadc1a0cb723 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13aaebaf-365f-4dd9-ba23-26044b362865 HTTP/1.1" status: 200 len: 855 time: 0.0427506 Mar 02 14:03:09.383347 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-b9e06194-9d29-4c22-a8cf-459a3b169949 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2969a1cf-b271-4634-99b1-459dd010d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246708 Mar 02 14:03:09.440354 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:09.475021 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-990c45bf-c4ca-42b1-a708-8907a5f2b95d service neutron] 10.222.0.20 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858569 Mar 02 14:03:09.567409 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-6a161c6e-d8e6-4f4c-836e-0f0cff5673d6 req-001b89c6-0e84-4367-9b69-96c93dfc82d6 service neutron] 10.222.0.20 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856304 Mar 02 14:03:09.640081 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b8fc8-c483-4a76-8178-7fb044e2a7bb req-33ce0be8-f2e7-459c-93d3-ba1151705d30 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:09.641494 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-917b8fc8-c483-4a76-8178-7fb044e2a7bb req-33ce0be8-f2e7-459c-93d3-ba1151705d30 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0547230 Mar 02 14:03:09.660525 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e985dc-db1e-4d54-b28f-0c5d92d3ffdc req-0c268f35-b909-40bd-a279-7478ccfcc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:09.662314 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f5e985dc-db1e-4d54-b28f-0c5d92d3ffdc req-0c268f35-b909-40bd-a279-7478ccfcc788 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=424deb3203f94dd98869bba0080077be&device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 1127 time: 0.0464730 Mar 02 14:03:09.689668 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-917b8fc8-c483-4a76-8178-7fb044e2a7bb req-357a9e04-c074-47e5-9ac6-883080067648 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426099 Mar 02 14:03:09.750878 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e985dc-db1e-4d54-b28f-0c5d92d3ffdc req-d120c16c-4dad-4b91-afc1-99d1d2d2ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:09.752334 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f5e985dc-db1e-4d54-b28f-0c5d92d3ffdc req-d120c16c-4dad-4b91-afc1-99d1d2d2ece2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2969a1cf-b271-4634-99b1-459dd010d5c9 HTTP/1.1" status: 200 len: 916 time: 0.0840499 Mar 02 14:03:09.796885 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f5e985dc-db1e-4d54-b28f-0c5d92d3ffdc req-e06c9e51-b65a-4756-9066-71af271b7734 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5225d7c-6448-473c-9240-2180ad51a6b1 HTTP/1.1" status: 200 len: 217 time: 0.0375376 Mar 02 14:03:09.843017 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e985dc-db1e-4d54-b28f-0c5d92d3ffdc req-964c80dd-addd-4541-a90e-104a25171ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:09.844413 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f5e985dc-db1e-4d54-b28f-0c5d92d3ffdc req-964c80dd-addd-4541-a90e-104a25171ae9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13aaebaf-365f-4dd9-ba23-26044b362865 HTTP/1.1" status: 200 len: 855 time: 0.0418804 Mar 02 14:03:09.876087 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f5e985dc-db1e-4d54-b28f-0c5d92d3ffdc req-df4b8727-2612-4d77-8918-33d663b39aa3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2969a1cf-b271-4634-99b1-459dd010d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258141 Mar 02 14:03:09.968111 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f5e985dc-db1e-4d54-b28f-0c5d92d3ffdc req-553b5051-2a3f-4791-a3de-20fd0d284bd4 service neutron] 10.222.0.20 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842843 Mar 02 14:03:10.056249 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f5e985dc-db1e-4d54-b28f-0c5d92d3ffdc req-d7b7cf1a-b1ae-4c6d-9ece-1b65266ea870 service neutron] 10.222.0.20 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814462 Mar 02 14:03:10.322467 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eaa63-f96e-4d92-914a-2cd6e9a652bd req-9810bf63-4326-472a-ba8e-a7a7ad6c954b tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:10.323933 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-607eaa63-f96e-4d92-914a-2cd6e9a652bd req-9810bf63-4326-472a-ba8e-a7a7ad6c954b tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 943 time: 0.0527792 Mar 02 14:03:10.372220 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-607eaa63-f96e-4d92-914a-2cd6e9a652bd req-8cdc4605-fe27-49b6-8921-81c8eece5ec1 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428090 Mar 02 14:03:10.815463 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9059727-bd2e-4397-b3a8-0797d6525b5d req-c6a43b5a-1d13-40da-85b4-ce7cf44489b4 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:10.817034 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a9059727-bd2e-4397-b3a8-0797d6525b5d req-c6a43b5a-1d13-40da-85b4-ce7cf44489b4 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0542305 Mar 02 14:03:10.867100 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a9059727-bd2e-4397-b3a8-0797d6525b5d req-1d9ecfa0-1c26-4809-87fe-ca1770d3adf4 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432374 Mar 02 14:03:10.874998 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:11.487762 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475116a-0cda-48ab-b9ab-67d77441caae req-96065830-10a2-4808-8a4f-d75f45c30932 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:11.489224 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0475116a-0cda-48ab-b9ab-67d77441caae req-96065830-10a2-4808-8a4f-d75f45c30932 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 943 time: 0.0520694 Mar 02 14:03:11.536475 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0475116a-0cda-48ab-b9ab-67d77441caae req-79dd5add-bfb5-4d18-b911-686fb1790b97 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414186 Mar 02 14:03:11.991599 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4c4d1-d5b9-4bd4-8cb9-dd0aaa1e93eb req-6584444a-7dbb-4290-b53e-cd160e51e82d tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:11.993037 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-23a4c4d1-d5b9-4bd4-8cb9-dd0aaa1e93eb req-6584444a-7dbb-4290-b53e-cd160e51e82d tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0538526 Mar 02 14:03:12.037878 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-23a4c4d1-d5b9-4bd4-8cb9-dd0aaa1e93eb req-574a1e95-5b5b-47e6-8b69-68c644104ccd tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389364 Mar 02 14:03:12.603720 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:12.656672 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f235f-3973-40d4-ad9b-a286711a159b req-ab7173b6-b739-41f0-a294-dcdb973fc938 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:12.658253 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a74f235f-3973-40d4-ad9b-a286711a159b req-ab7173b6-b739-41f0-a294-dcdb973fc938 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 943 time: 0.0547018 Mar 02 14:03:12.705782 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a74f235f-3973-40d4-ad9b-a286711a159b req-3766edbf-864b-4907-af9f-29a2dbadf27b tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420718 Mar 02 14:03:12.915993 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84695894-3af1-41fe-8851-e93137033d14 req-56c121b3-7111-47ee-aa47-b3e1766252f8 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:12.917477 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-84695894-3af1-41fe-8851-e93137033d14 req-56c121b3-7111-47ee-aa47-b3e1766252f8 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 945 time: 0.0580990 Mar 02 14:03:12.936595 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device f5225d7c-6448-473c-9240-2180ad51a6b1 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:03:12.952292 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 23a2341d-bf17-4b31-a036-ec97b79d5fed no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:03:12.968120 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-84695894-3af1-41fe-8851-e93137033d14 req-ea929857-f837-4b00-8d65-9c38ef096d5b tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453148 Mar 02 14:03:13.101470 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 23a2341d-bf17-4b31-a036-ec97b79d5fed is: ACTIVE; New status is: DOWN {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:03:13.101869 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:13.103837 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-d126372e-9a6f-4d86-a4f6-25d846f1c68e req-4fa2623e-2b61-4344-91fe-6d252b82f5e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0485797 Mar 02 14:03:13.105082 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port f5225d7c-6448-473c-9240-2180ad51a6b1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f5225d7c-6448-473c-9240-2180ad51a6b1,segment=NetworkSegment(ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5),segment_id=ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:03:13.128217 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': 'f5225d7c-6448-473c-9240-2180ad51a6b1', 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9', 'port_id': 'f5225d7c-6448-473c-9240-2180ad51a6b1', 'mac_address': 'fa:16:3e:a7:17:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13aaebaf-365f-4dd9-ba23-26044b362865', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:03:13.140952 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa81cf6-3d60-44c6-8afe-4f851bac5223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a2341d-bf17-4b31-a036-ec97b79d5fed'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:03:13.143186 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb83080-749d-47ef-9e54-f7202c4b3bda" -d '{"events": [{"server_uuid": "6aa81cf6-3d60-44c6-8afe-4f851bac5223", "name": "network-vif-unplugged", "status": "completed", "tag": "23a2341d-bf17-4b31-a036-ec97b79d5fed"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:03:13.176413 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126372e-9a6f-4d86-a4f6-25d846f1c68e req-a978e51c-355f-4d32-9152-e14517d06685 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:13.177788 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-d126372e-9a6f-4d86-a4f6-25d846f1c68e req-a978e51c-355f-4d32-9152-e14517d06685 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports/23a2341d-bf17-4b31-a036-ec97b79d5fed HTTP/1.1" status: 200 len: 942 time: 0.0485070 Mar 02 14:03:13.184045 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Mar 2022 14:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4efdf3c-c4bf-4fa6-b1e3-a0649f92dc06 x-openstack-request-id: req-f4efdf3c-c4bf-4fa6-b1e3-a0649f92dc06 {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:03:13.184378 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa81cf6-3d60-44c6-8afe-4f851bac5223", "name": "network-vif-unplugged", "status": "failed", "tag": "23a2341d-bf17-4b31-a036-ec97b79d5fed", "code": 422}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:03:13.184641 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4efdf3c-c4bf-4fa6-b1e3-a0649f92dc06 {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:03:13.185091 dv-cinder-831247-3-iscsi neutron-server[102941]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6aa81cf6-3d60-44c6-8afe-4f851bac5223', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23a2341d-bf17-4b31-a036-ec97b79d5fed', 'code': 422} returned with failed status Mar 02 14:03:13.186922 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 23a2341d-bf17-4b31-a036-ec97b79d5fed, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=23a2341d-bf17-4b31-a036-ec97b79d5fed,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:03:13.196585 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:13.230010 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port f5225d7c-6448-473c-9240-2180ad51a6b1 is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:03:13.230437 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (f5225d7c-6448-473c-9240-2180ad51a6b1), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:13.260262 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5225d7c-6448-473c-9240-2180ad51a6b1 {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:03:13.275176 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=23a2341d-bf17-4b31-a036-ec97b79d5fed,revision_number=8']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:13.289181 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port f5225d7c-6448-473c-9240-2180ad51a6b1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f5225d7c-6448-473c-9240-2180ad51a6b1,segment=NetworkSegment(ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5),segment_id=ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:03:13.294105 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (f5225d7c-6448-473c-9240-2180ad51a6b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:13.343708 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=f5225d7c-6448-473c-9240-2180ad51a6b1,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:13.514477 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['f5225d7c-6448-473c-9240-2180ad51a6b1'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:03:13.824160 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ef17d-b9ad-4ec3-bada-378141dfdd61 req-1501a74d-e18c-4072-8fae-29a29e5f4c34 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:13.825611 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-024ef17d-b9ad-4ec3-bada-378141dfdd61 req-1501a74d-e18c-4072-8fae-29a29e5f4c34 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 944 time: 0.0528822 Mar 02 14:03:13.873068 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-024ef17d-b9ad-4ec3-bada-378141dfdd61 req-72f486e1-5419-4660-970d-1d8c7140b87e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420287 Mar 02 14:03:13.939469 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126372e-9a6f-4d86-a4f6-25d846f1c68e req-0476ac62-4e8b-46aa-9e2a-0413044ace17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:13.940933 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-d126372e-9a6f-4d86-a4f6-25d846f1c68e req-0476ac62-4e8b-46aa-9e2a-0413044ace17 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223&tenant_id=21f2ae141a3f4e41ac92ac4b9bc8d548 HTTP/1.1" status: 200 len: 1127 time: 0.0438805 Mar 02 14:03:14.007875 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126372e-9a6f-4d86-a4f6-25d846f1c68e req-1b4a8f61-79d6-4e77-8b31-e9707b540442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:14.009950 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-d126372e-9a6f-4d86-a4f6-25d846f1c68e req-1b4a8f61-79d6-4e77-8b31-e9707b540442 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21f2ae141a3f4e41ac92ac4b9bc8d548&device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 1127 time: 0.0441103 Mar 02 14:03:14.090321 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e8319-b445-41c6-9062-c49cbeb24f28 req-7f8c3294-3cd1-4a3d-adfb-a51a0f695ae3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:14.091719 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d78e8319-b445-41c6-9062-c49cbeb24f28 req-7f8c3294-3cd1-4a3d-adfb-a51a0f695ae3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 943 time: 0.0529158 Mar 02 14:03:14.106265 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126372e-9a6f-4d86-a4f6-25d846f1c68e req-f91cabdf-c58e-4918-b0c3-4ca8c9153c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:14.107848 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-d126372e-9a6f-4d86-a4f6-25d846f1c68e req-f91cabdf-c58e-4918-b0c3-4ca8c9153c55 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c507a7b-d519-44d9-b367-d10702dec79d HTTP/1.1" status: 200 len: 917 time: 0.0888870 Mar 02 14:03:14.146844 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d78e8319-b445-41c6-9062-c49cbeb24f28 req-5ed1d36d-9bdf-4933-9b1f-9c7466a1b374 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456426 Mar 02 14:03:14.161623 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:14.180227 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-d126372e-9a6f-4d86-a4f6-25d846f1c68e req-bb492f38-8a52-4edc-b753-bcfa74e47616 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23a2341d-bf17-4b31-a036-ec97b79d5fed HTTP/1.1" status: 200 len: 998 time: 0.0668583 Mar 02 14:03:14.233853 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126372e-9a6f-4d86-a4f6-25d846f1c68e req-0d0a4484-b8e1-426f-b145-055006988e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:14.235311 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-d126372e-9a6f-4d86-a4f6-25d846f1c68e req-0d0a4484-b8e1-426f-b145-055006988e7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a65492fa-addf-4282-9092-2b2202c1df68 HTTP/1.1" status: 200 len: 855 time: 0.0500083 Mar 02 14:03:14.283351 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126372e-9a6f-4d86-a4f6-25d846f1c68e req-1df32c0c-a753-4bc7-a101-14408a74b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:14.285029 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-d126372e-9a6f-4d86-a4f6-25d846f1c68e req-1df32c0c-a753-4bc7-a101-14408a74b167 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c507a7b-d519-44d9-b367-d10702dec79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445135 Mar 02 14:03:14.379983 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-d126372e-9a6f-4d86-a4f6-25d846f1c68e req-8fa573a8-0eb5-423e-8353-5ba9696890fb service neutron] 10.222.0.20 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885377 Mar 02 14:03:14.467315 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-d126372e-9a6f-4d86-a4f6-25d846f1c68e req-41997d34-967b-4a0e-8f6e-e312e36a4dc1 service neutron] 10.222.0.20 "GET /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810232 Mar 02 14:03:14.935578 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device f5225d7c-6448-473c-9240-2180ad51a6b1 up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:03:15.022146 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded775cc-5286-4537-bd3c-1cb9fa22542f req-635062f3-feab-4165-8909-fd9b88cf8472 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:15.026225 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ded775cc-5286-4537-bd3c-1cb9fa22542f req-635062f3-feab-4165-8909-fd9b88cf8472 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 944 time: 0.0636606 Mar 02 14:03:15.030119 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port f5225d7c-6448-473c-9240-2180ad51a6b1 completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:03:15.035549 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port f5225d7c-6448-473c-9240-2180ad51a6b1 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:03:15.036371 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (f5225d7c-6448-473c-9240-2180ad51a6b1), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:15.091858 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ded775cc-5286-4537-bd3c-1cb9fa22542f req-10ef8c1b-7068-4ec2-b295-3524bc8101ca tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602670 Mar 02 14:03:15.144980 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port f5225d7c-6448-473c-9240-2180ad51a6b1 is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:03:15.145402 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (f5225d7c-6448-473c-9240-2180ad51a6b1), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:15.217632 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port f5225d7c-6448-473c-9240-2180ad51a6b1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f5225d7c-6448-473c-9240-2180ad51a6b1,segment=NetworkSegment(ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5),segment_id=ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:03:15.219003 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bae3822-20c8-4f13-8556-040d646a4c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5225d7c-6448-473c-9240-2180ad51a6b1'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:03:15.222176 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a06438-fdce-4d51-9862-5d1a6b3d23cc" -d '{"events": [{"server_uuid": "3bae3822-20c8-4f13-8556-040d646a4c28", "name": "network-vif-plugged", "status": "completed", "tag": "f5225d7c-6448-473c-9240-2180ad51a6b1"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:03:15.226466 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (f5225d7c-6448-473c-9240-2180ad51a6b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:15.228182 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 23a2341d-bf17-4b31-a036-ec97b79d5fed no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:03:15.347129 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7378c34f-748f-401b-ab3e-036595184ab2 x-openstack-request-id: req-7378c34f-748f-401b-ab3e-036595184ab2 {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:03:15.347390 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bae3822-20c8-4f13-8556-040d646a4c28", "name": "network-vif-plugged", "status": "completed", "tag": "f5225d7c-6448-473c-9240-2180ad51a6b1", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:03:15.347652 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7378c34f-748f-401b-ab3e-036595184ab2 {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:03:15.348045 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bae3822-20c8-4f13-8556-040d646a4c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5225d7c-6448-473c-9240-2180ad51a6b1', 'code': 200} Mar 02 14:03:15.348600 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=f5225d7c-6448-473c-9240-2180ad51a6b1,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:15.366152 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dda13d-91c8-4aa9-9528-384508b9e077 req-efdb9797-15e0-42f0-96c2-d8ad2c93e114 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:15.367934 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c4dda13d-91c8-4aa9-9528-384508b9e077 req-efdb9797-15e0-42f0-96c2-d8ad2c93e114 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 943 time: 0.1138983 Mar 02 14:03:15.443025 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 23a2341d-bf17-4b31-a036-ec97b79d5fed is: DOWN; New status is: DOWN {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:03:15.447423 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c4dda13d-91c8-4aa9-9528-384508b9e077 req-118f158f-3885-45ce-aceb-3912917ac928 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720184 Mar 02 14:03:16.238816 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d9603-ba1d-4c55-8b38-865c4b3962d7 req-bf25f06d-de8b-4cbf-8f6f-b2c24a4540e4 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:16.240273 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a22d9603-ba1d-4c55-8b38-865c4b3962d7 req-bf25f06d-de8b-4cbf-8f6f-b2c24a4540e4 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 945 time: 0.0674486 Mar 02 14:03:16.288462 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a22d9603-ba1d-4c55-8b38-865c4b3962d7 req-b3849e05-25f5-479e-8385-94ff43c9a07f tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423038 Mar 02 14:03:16.576459 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed744d3-b81e-417c-a1f9-c4101b0e9f7d req-1e20d71c-c7d9-4097-bb0b-07d0ce25847d tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:16.578125 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3ed744d3-b81e-417c-a1f9-c4101b0e9f7d req-1e20d71c-c7d9-4097-bb0b-07d0ce25847d tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 943 time: 0.0545325 Mar 02 14:03:16.627898 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3ed744d3-b81e-417c-a1f9-c4101b0e9f7d req-31a5d99f-9ef9-4178-8b59-bb7b808948b3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438051 Mar 02 14:03:17.410813 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6706b-5146-431e-9bbd-08a799e6eb5e req-6be87817-2001-498e-ade4-6f16a2001265 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:17.413155 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c6c6706b-5146-431e-9bbd-08a799e6eb5e req-6be87817-2001-498e-ade4-6f16a2001265 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 945 time: 0.0548248 Mar 02 14:03:17.467996 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c6c6706b-5146-431e-9bbd-08a799e6eb5e req-25f1fb0e-4939-4ab1-ad76-fe24a4f2d1c9 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477369 Mar 02 14:03:17.755877 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae1c30-6963-4a57-a91c-bff30c6f001e req-f62af293-2630-4a91-93ec-ffddda9014cb tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:17.757376 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1cae1c30-6963-4a57-a91c-bff30c6f001e req-f62af293-2630-4a91-93ec-ffddda9014cb tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 943 time: 0.0542004 Mar 02 14:03:17.807432 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1cae1c30-6963-4a57-a91c-bff30c6f001e req-99c1c5b4-0c8a-4349-bd38-99c00858bdfe tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435054 Mar 02 14:03:18.597398 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341744c0-8b64-45e4-a5df-1654fbe24e30 req-960bf35d-3544-4492-9485-a4f0ecafc23c tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:18.601811 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-341744c0-8b64-45e4-a5df-1654fbe24e30 req-960bf35d-3544-4492-9485-a4f0ecafc23c tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 945 time: 0.0621414 Mar 02 14:03:18.662886 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-341744c0-8b64-45e4-a5df-1654fbe24e30 req-dc900f7f-9e1f-4302-8303-9dd091a70760 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575030 Mar 02 14:03:18.944000 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d9cf0-7528-4f14-846a-589169146da3 req-b873136b-ae07-40c3-b8ec-0543f73c56b3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:18.945488 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b14d9cf0-7528-4f14-846a-589169146da3 req-b873136b-ae07-40c3-b8ec-0543f73c56b3 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 943 time: 0.0613720 Mar 02 14:03:18.997157 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b14d9cf0-7528-4f14-846a-589169146da3 req-0b30ab62-9fd0-42d6-a102-dd3627704a2a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451083 Mar 02 14:03:19.796952 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15302d-96e4-48bf-93e8-dedac25208ff req-831e7f7e-96a7-4857-ad45-f747c3ab705b tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:19.798919 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ae15302d-96e4-48bf-93e8-dedac25208ff req-831e7f7e-96a7-4857-ad45-f747c3ab705b tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 945 time: 0.0630314 Mar 02 14:03:19.848891 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ae15302d-96e4-48bf-93e8-dedac25208ff req-95791a3f-d0bd-44ba-b088-6e76450f40d3 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442879 Mar 02 14:03:20.132697 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a152a3-c79a-4d0c-866e-de5681ab9fdb req-d2cf4b54-9082-437c-a779-d73214c3554a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:20.135661 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f1a152a3-c79a-4d0c-866e-de5681ab9fdb req-d2cf4b54-9082-437c-a779-d73214c3554a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 943 time: 0.0598907 Mar 02 14:03:20.188800 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f1a152a3-c79a-4d0c-866e-de5681ab9fdb req-63dbdaad-6fcf-4a8f-b1e9-f68ed8735593 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468974 Mar 02 14:03:20.975234 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9ac12-8993-48bb-b9e2-5ba2fc36ecb0 req-e9b42ea0-5c1f-4ca1-8c58-616a196893e4 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:20.976788 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4af9ac12-8993-48bb-b9e2-5ba2fc36ecb0 req-e9b42ea0-5c1f-4ca1-8c58-616a196893e4 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 945 time: 0.0562901 Mar 02 14:03:21.027819 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4af9ac12-8993-48bb-b9e2-5ba2fc36ecb0 req-ef313266-2ad0-4459-bdd8-79e70c63d5be tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450523 Mar 02 14:03:21.321400 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48517a5c-f1bf-45c7-b372-670f352c045a req-3e5cee62-de59-45ab-a5a8-0353c615daa6 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:21.322941 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-48517a5c-f1bf-45c7-b372-670f352c045a req-3e5cee62-de59-45ab-a5a8-0353c615daa6 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 943 time: 0.0612848 Mar 02 14:03:21.382268 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-48517a5c-f1bf-45c7-b372-670f352c045a req-a41b5357-540e-4dd6-a8b2-c07e859dc5c7 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530617 Mar 02 14:03:22.152523 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43782da9-d71d-49bf-805b-0b66248a895c req-b947aacc-38b8-471e-b730-037761105055 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:22.154032 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-43782da9-d71d-49bf-805b-0b66248a895c req-b947aacc-38b8-471e-b730-037761105055 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 945 time: 0.0552685 Mar 02 14:03:22.203042 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-43782da9-d71d-49bf-805b-0b66248a895c req-c7430ac7-204e-46ab-944b-a6c8d0f0c6b1 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430224 Mar 02 14:03:22.513229 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792f82a-6627-4bda-8056-75261ad8e3b8 req-8622cf50-b558-4bd6-804b-6f1d522f4a1c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:22.518749 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1792f82a-6627-4bda-8056-75261ad8e3b8 req-8622cf50-b558-4bd6-804b-6f1d522f4a1c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 943 time: 0.0544899 Mar 02 14:03:22.576458 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1792f82a-6627-4bda-8056-75261ad8e3b8 req-931c5f8d-1091-463d-89fc-42e287a5eead tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444019 Mar 02 14:03:23.325295 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522db6f2-8cf4-441b-89a5-d39af5b66fde req-10688732-e37b-4934-95a7-3f2d9cb127d1 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:23.326758 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-522db6f2-8cf4-441b-89a5-d39af5b66fde req-10688732-e37b-4934-95a7-3f2d9cb127d1 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 945 time: 0.0555999 Mar 02 14:03:23.371073 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-522db6f2-8cf4-441b-89a5-d39af5b66fde req-7b2b7a44-1462-4fa0-9650-0344d02b1f02 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389438 Mar 02 14:03:23.522688 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-5fc4c831-9859-4631-838d-78ae23ce4514 req-bd3046c9-c70a-49a5-a7c5-d61289e871fd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445325 Mar 02 14:03:23.596327 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4c831-9859-4631-838d-78ae23ce4514 req-e61bc214-04a7-4966-ae47-c6d5281aa4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:23.597866 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-5fc4c831-9859-4631-838d-78ae23ce4514 req-e61bc214-04a7-4966-ae47-c6d5281aa4b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d065ca6b45040b6978b65b835c610d7&device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 1130 time: 0.0507255 Mar 02 14:03:23.623467 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716a1f4-c010-45f4-8580-305759bc1e04 req-bcf5916a-fdd2-4d5d-ad31-2ad6aa09f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:23.623649 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c716a1f4-c010-45f4-8580-305759bc1e04 req-bcf5916a-fdd2-4d5d-ad31-2ad6aa09f054 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 1129 time: 0.0441628 Mar 02 14:03:23.697734 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c716a1f4-c010-45f4-8580-305759bc1e04 req-999326ea-01fb-4ae8-bf70-0142baa022ab service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678439 Mar 02 14:03:23.706894 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4c831-9859-4631-838d-78ae23ce4514 req-3c282c41-c76e-40e1-b733-63b04157d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:23.708449 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-5fc4c831-9859-4631-838d-78ae23ce4514 req-3c282c41-c76e-40e1-b733-63b04157d79c service neutron] 10.222.0.20 "GET /v2.0/networks?id=951bfca3-aac8-4a93-9a1f-4c55aa7121f7 HTTP/1.1" status: 200 len: 909 time: 0.0872397 Mar 02 14:03:23.716049 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a30539-4d17-4f06-acd9-69dedd44ce60 req-1408e377-9d06-49d9-bb71-9fabda1118e2 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:23.718320 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f3a30539-4d17-4f06-acd9-69dedd44ce60 req-1408e377-9d06-49d9-bb71-9fabda1118e2 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 943 time: 0.0679538 Mar 02 14:03:23.767424 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f3a30539-4d17-4f06-acd9-69dedd44ce60 req-90c1b98c-9f5d-42cc-b109-2411899bbcb0 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435624 Mar 02 14:03:23.949407 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-5fc4c831-9859-4631-838d-78ae23ce4514 req-44488f77-679d-4969-a782-859d170191ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe7509e1-2ef5-42ee-b105-cfd330dbcb98 HTTP/1.1" status: 200 len: 1002 time: 0.0614164 Mar 02 14:03:23.998904 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4c831-9859-4631-838d-78ae23ce4514 req-90bbd3fa-7068-48b5-a130-84fea903d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:24.000255 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-5fc4c831-9859-4631-838d-78ae23ce4514 req-90bbd3fa-7068-48b5-a130-84fea903d6f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00276bbf-6f6e-4bc8-b50e-d19182636b07 HTTP/1.1" status: 200 len: 847 time: 0.0416913 Mar 02 14:03:24.049442 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4c831-9859-4631-838d-78ae23ce4514 req-454c507e-b2f4-4fce-aa28-c6b7bd53629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:24.050829 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-5fc4c831-9859-4631-838d-78ae23ce4514 req-454c507e-b2f4-4fce-aa28-c6b7bd53629f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=951bfca3-aac8-4a93-9a1f-4c55aa7121f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433252 Mar 02 14:03:24.147029 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-5fc4c831-9859-4631-838d-78ae23ce4514 req-240dc499-4909-4520-91d2-63beaac05f4d service neutron] 10.222.0.20 "GET /v2.0/networks/951bfca3-aac8-4a93-9a1f-4c55aa7121f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834327 Mar 02 14:03:24.235752 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-5fc4c831-9859-4631-838d-78ae23ce4514 req-67639b56-7cdf-4983-b049-f7e8dd42cda8 service neutron] 10.222.0.20 "GET /v2.0/networks/951bfca3-aac8-4a93-9a1f-4c55aa7121f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809786 Mar 02 14:03:24.486269 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef716a-080c-4127-a73e-1c1569017919 req-672749da-62f6-48cc-a026-5f6569894ea8 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:24.487819 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1bef716a-080c-4127-a73e-1c1569017919 req-672749da-62f6-48cc-a026-5f6569894ea8 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 945 time: 0.0520382 Mar 02 14:03:24.537843 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1bef716a-080c-4127-a73e-1c1569017919 req-2e29a3e6-0a33-46d1-9256-b09bf11b5957 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445051 Mar 02 14:03:24.893966 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81fe4a-963d-4250-865b-dbc658f05e1f req-a0f93f3b-2633-463d-bef3-b0cfebe38783 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:24.895456 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1a81fe4a-963d-4250-865b-dbc658f05e1f req-a0f93f3b-2633-463d-bef3-b0cfebe38783 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 943 time: 0.0540733 Mar 02 14:03:24.941295 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1a81fe4a-963d-4250-865b-dbc658f05e1f req-3952e133-c5e5-4cea-a981-9217a1d4accc tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393763 Mar 02 14:03:25.658474 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0a789-3236-400d-8196-5942a4ffa963 req-a1d0edb4-c65d-45a8-83e6-5a07ff0d76f7 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:25.659967 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cff0a789-3236-400d-8196-5942a4ffa963 req-a1d0edb4-c65d-45a8-83e6-5a07ff0d76f7 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 945 time: 0.0544665 Mar 02 14:03:25.705501 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cff0a789-3236-400d-8196-5942a4ffa963 req-da9cb24a-7bab-4728-9a42-4d21ace5f58c tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395899 Mar 02 14:03:26.163840 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de6b4e-b817-44b4-9904-07b33a5760fd req-48c678e8-eb7b-4b50-b84a-108cc4c53de8 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:26.165264 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f9de6b4e-b817-44b4-9904-07b33a5760fd req-48c678e8-eb7b-4b50-b84a-108cc4c53de8 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 943 time: 0.0520535 Mar 02 14:03:26.215918 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f9de6b4e-b817-44b4-9904-07b33a5760fd req-0c723117-4ddc-424d-8237-b0945b92433b tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450630 Mar 02 14:03:26.966615 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 23a2341d-bf17-4b31-a036-ec97b79d5fed details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:03:27.067669 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 23a2341d-bf17-4b31-a036-ec97b79d5fed, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=23a2341d-bf17-4b31-a036-ec97b79d5fed,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:03:27.078954 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': '23a2341d-bf17-4b31-a036-ec97b79d5fed', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'port_id': '23a2341d-bf17-4b31-a036-ec97b79d5fed', 'mac_address': 'fa:16:3e:7b:ab:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:03:27.115795 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 23a2341d-bf17-4b31-a036-ec97b79d5fed is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:03:27.116201 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:27.129766 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a2341d-bf17-4b31-a036-ec97b79d5fed {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:03:27.151150 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 23a2341d-bf17-4b31-a036-ec97b79d5fed, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=23a2341d-bf17-4b31-a036-ec97b79d5fed,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:03:27.155120 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:27.202855 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=23a2341d-bf17-4b31-a036-ec97b79d5fed,revision_number=9']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:27.350847 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f76ca4-38e3-4f96-8f60-20c0617a4fc5 req-34ad2e2d-144c-4e32-bc6f-741212b781ab tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:27.353645 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-48f76ca4-38e3-4f96-8f60-20c0617a4fc5 req-34ad2e2d-144c-4e32-bc6f-741212b781ab tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 944 time: 0.0656013 Mar 02 14:03:27.391424 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['23a2341d-bf17-4b31-a036-ec97b79d5fed'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:03:27.701754 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-48f76ca4-38e3-4f96-8f60-20c0617a4fc5 req-4c716ebe-b837-4466-a760-3b5d2823f08a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3405597 Mar 02 14:03:28.825477 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764639d3-c417-4a8f-ba60-61a8f1dfd964 req-2ff36170-0bd4-4534-944d-fad4962477a1 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:28.826916 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-764639d3-c417-4a8f-ba60-61a8f1dfd964 req-2ff36170-0bd4-4534-944d-fad4962477a1 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 944 time: 0.0511270 Mar 02 14:03:28.871119 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-764639d3-c417-4a8f-ba60-61a8f1dfd964 req-62fc41cc-9fa2-4bda-a0fa-84a12604af0c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388212 Mar 02 14:03:28.967524 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 23a2341d-bf17-4b31-a036-ec97b79d5fed up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:03:29.018270 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port 23a2341d-bf17-4b31-a036-ec97b79d5fed triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:03:29.018569 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:29.094519 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 23a2341d-bf17-4b31-a036-ec97b79d5fed is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:03:29.094973 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:29.117006 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa81cf6-3d60-44c6-8afe-4f851bac5223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a2341d-bf17-4b31-a036-ec97b79d5fed'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:03:29.119787 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d031270-96e4-4566-9da5-2cba07da7622" -d '{"events": [{"server_uuid": "6aa81cf6-3d60-44c6-8afe-4f851bac5223", "name": "network-vif-plugged", "status": "completed", "tag": "23a2341d-bf17-4b31-a036-ec97b79d5fed"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:03:29.132251 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 23a2341d-bf17-4b31-a036-ec97b79d5fed, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=23a2341d-bf17-4b31-a036-ec97b79d5fed,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:03:29.137333 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:29.160155 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4d2bc5-63f5-4a89-9671-7f70a128c399 x-openstack-request-id: req-2f4d2bc5-63f5-4a89-9671-7f70a128c399 {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:03:29.160452 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa81cf6-3d60-44c6-8afe-4f851bac5223", "name": "network-vif-plugged", "status": "completed", "tag": "23a2341d-bf17-4b31-a036-ec97b79d5fed", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:03:29.160708 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f4d2bc5-63f5-4a89-9671-7f70a128c399 {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:03:29.161094 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa81cf6-3d60-44c6-8afe-4f851bac5223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a2341d-bf17-4b31-a036-ec97b79d5fed', 'code': 200} Mar 02 14:03:29.189145 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=23a2341d-bf17-4b31-a036-ec97b79d5fed,revision_number=10']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:29.345594 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21050835-36f4-483c-9af4-03d88b4d6ba9 req-eb677d69-83bd-48e9-a03e-6171762e5666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:29.347141 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-21050835-36f4-483c-9af4-03d88b4d6ba9 req-eb677d69-83bd-48e9-a03e-6171762e5666 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 1130 time: 0.0466087 Mar 02 14:03:29.389982 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-21050835-36f4-483c-9af4-03d88b4d6ba9 req-c32a495f-2974-41ef-9b1d-7cae7f6d4a9d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361717 Mar 02 14:03:29.992803 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2a875-6e7d-4a9d-a15c-9976859436a6 req-3c165583-1955-411e-85dc-ff6308128e83 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:29.994274 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-69e2a875-6e7d-4a9d-a15c-9976859436a6 req-3c165583-1955-411e-85dc-ff6308128e83 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 946 time: 0.0526829 Mar 02 14:03:30.042190 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-69e2a875-6e7d-4a9d-a15c-9976859436a6 req-08943d3e-4d42-477f-be18-90bbdead6eb8 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424392 Mar 02 14:03:31.166193 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f903f-66f3-4a43-8675-6075a8450a74 req-ae30dc88-bd5a-4fd7-b34c-564ec9fb7891 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:31.167671 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ad8f903f-66f3-4a43-8675-6075a8450a74 req-ae30dc88-bd5a-4fd7-b34c-564ec9fb7891 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 946 time: 0.0520866 Mar 02 14:03:31.212403 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ad8f903f-66f3-4a43-8675-6075a8450a74 req-4bb105e8-8fa9-4a65-98bf-8274b236c5d0 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388615 Mar 02 14:03:33.251458 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:03:34.970844 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccaf1e-0008-4610-867b-2f00bbee056d req-4fb00b89-fb77-4f73-b4ee-9af7b2dba314 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:34.972193 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-faccaf1e-0008-4610-867b-2f00bbee056d req-4fb00b89-fb77-4f73-b4ee-9af7b2dba314 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/networks?id=2969a1cf-b271-4634-99b1-459dd010d5c9 HTTP/1.1" status: 200 len: 815 time: 0.0989127 Mar 02 14:03:34.985899 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-faccaf1e-0008-4610-867b-2f00bbee056d req-8ff4bda2-efcf-4b17-96bb-ad406867d8b2 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/quotas/424deb3203f94dd98869bba0080077be HTTP/1.1" status: 200 len: 375 time: 0.0085232 Mar 02 14:03:35.036285 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-faccaf1e-0008-4610-867b-2f00bbee056d req-844b46fc-7abc-4af5-a490-364d2dd895ff tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=424deb3203f94dd98869bba0080077be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457923 Mar 02 14:03:35.123689 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-faccaf1e-0008-4610-867b-2f00bbee056d req-b73f8231-cd7b-4362-bf06-ffa5cbc3068d service neutron] 10.222.0.36 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808184 Mar 02 14:03:35.213018 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-faccaf1e-0008-4610-867b-2f00bbee056d req-6b02ca65-ccda-4339-8c64-1796247f641c service neutron] 10.222.0.36 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837336 Mar 02 14:03:35.364856 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-be380e6a-cce1-4150-bb97-da004e30260e req-32c18818-8441-4f28-bfef-d5d99cc28146 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=340c74b3-94d8-4937-81fa-c824a23fafe8 HTTP/1.1" status: 200 len: 210 time: 0.0272636 Mar 02 14:03:35.878858 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-8aac4bd7-ab78-4231-a176-4f61fab7f2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:36.307277 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccaf1e-0008-4610-867b-2f00bbee056d req-ea6d13c1-a38f-44a8-aaf2-058e6386e06b tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:36.308834 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-faccaf1e-0008-4610-867b-2f00bbee056d req-ea6d13c1-a38f-44a8-aaf2-058e6386e06b tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.20 "GET /v2.0/networks?id=2969a1cf-b271-4634-99b1-459dd010d5c9 HTTP/1.1" status: 200 len: 815 time: 0.1068320 Mar 02 14:03:36.322586 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-faccaf1e-0008-4610-867b-2f00bbee056d req-236320cb-9e57-48e3-b3a8-a17f2863c632 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Request body: {'port': {'device_id': '340c74b3-94d8-4937-81fa-c824a23fafe8', 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9', 'admin_state_up': True, 'tenant_id': '424deb3203f94dd98869bba0080077be'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:03:36.433410 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faccaf1e-0008-4610-867b-2f00bbee056d req-236320cb-9e57-48e3-b3a8-a17f2863c632 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Made reservation on behalf of 424deb3203f94dd98869bba0080077be for: {'port': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:03:36.437048 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-faccaf1e-0008-4610-867b-2f00bbee056d req-236320cb-9e57-48e3-b3a8-a17f2863c632 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:36.458471 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d64927ae-4a64-4d73-971d-c733679a4862 req-133a81dd-0b1e-473c-ae2c-1b745b859b71 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=340c74b3-94d8-4937-81fa-c824a23fafe8 HTTP/1.1" status: 200 len: 210 time: 0.0269313 Mar 02 14:03:36.561863 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [req-faccaf1e-0008-4610-867b-2f00bbee056d req-236320cb-9e57-48e3-b3a8-a17f2863c632 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Allocated IP 172.20.0.5 (2969a1cf-b271-4634-99b1-459dd010d5c9/13aaebaf-365f-4dd9-ba23-26044b362865/fff17c34-f574-4fca-b718-f97f43d99302) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:03:36.704070 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-faccaf1e-0008-4610-867b-2f00bbee056d req-236320cb-9e57-48e3-b3a8-a17f2863c632 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks [] for port (fff17c34-f574-4fca-b718-f97f43d99302), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:36.737558 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-faccaf1e-0008-4610-867b-2f00bbee056d req-236320cb-9e57-48e3-b3a8-a17f2863c632 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (fff17c34-f574-4fca-b718-f97f43d99302), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:36.751133 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['f5225d7c-6448-473c-9240-2180ad51a6b1'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:03:36.786891 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faccaf1e-0008-4610-867b-2f00bbee056d req-236320cb-9e57-48e3-b3a8-a17f2863c632 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Network 2969a1cf-b271-4634-99b1-459dd010d5c9 is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:03:36.789841 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [req-faccaf1e-0008-4610-867b-2f00bbee056d req-236320cb-9e57-48e3-b3a8-a17f2863c632 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:03:36.792578 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-faccaf1e-0008-4610-867b-2f00bbee056d req-236320cb-9e57-48e3-b3a8-a17f2863c632 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:03:36.820256 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236320cb-9e57-48e3-b3a8-a17f2863c632 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Pushing event updated for resources: {'Port': ['ID=fff17c34-f574-4fca-b718-f97f43d99302,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:36.845142 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccaf1e-0008-4610-867b-2f00bbee056d req-236320cb-9e57-48e3-b3a8-a17f2863c632 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:36.845757 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-faccaf1e-0008-4610-867b-2f00bbee056d req-236320cb-9e57-48e3-b3a8-a17f2863c632 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:36.861725 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-faccaf1e-0008-4610-867b-2f00bbee056d req-236320cb-9e57-48e3-b3a8-a17f2863c632 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5429318 Mar 02 14:03:36.873215 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Request body: {'port': {'device_id': '340c74b3-94d8-4937-81fa-c824a23fafe8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:03:36.931477 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (fff17c34-f574-4fca-b718-f97f43d99302), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:37.184694 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff17c34-f574-4fca-b718-f97f43d99302 {{(pid=102939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:03:37.191989 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Publish callbacks [] for port (fff17c34-f574-4fca-b718-f97f43d99302), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:37.203913 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.provisioning_blocks [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Transition to ACTIVE for port object fff17c34-f574-4fca-b718-f97f43d99302 will not be triggered until provisioned by entity L2. {{(pid=102939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:03:37.207503 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (fff17c34-f574-4fca-b718-f97f43d99302), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:37.256119 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fff17c34-f574-4fca-b718-f97f43d99302,revision_number=2']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:37.322427 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Attempting to bind port fff17c34-f574-4fca-b718-f97f43d99302 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:03:37.323127 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Attempting to bind port fff17c34-f574-4fca-b718-f97f43d99302 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9'}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:03:37.323127 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Attempting to bind port fff17c34-f574-4fca-b718-f97f43d99302 on network 2969a1cf-b271-4634-99b1-459dd010d5c9 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:03:37.327257 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Port fff17c34-f574-4fca-b718-f97f43d99302 on network 2969a1cf-b271-4634-99b1-459dd010d5c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:03:37.327581 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Attempting to bind port fff17c34-f574-4fca-b718-f97f43d99302 on network 2969a1cf-b271-4634-99b1-459dd010d5c9 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:03:37.332220 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:03:37.332554 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Checking segment: {'id': 'ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:03:37.332930 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Bound using segment: {'id': 'ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9'} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:03:37.333352 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Bound port: fff17c34-f574-4fca-b718-f97f43d99302, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9'}}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:03:37.333702 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (fff17c34-f574-4fca-b718-f97f43d99302), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:37.394257 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] For port fff17c34-f574-4fca-b718-f97f43d99302, host hv-cinder-83124, cleared binding levels {{(pid=102939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:03:37.397180 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] For port fff17c34-f574-4fca-b718-f97f43d99302, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fff17c34-f574-4fca-b718-f97f43d99302,segment=NetworkSegment(ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5),segment_id=ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5)] {{(pid=102939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:03:37.403268 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (fff17c34-f574-4fca-b718-f97f43d99302), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:37.442036 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:37.442708 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:37.444162 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-faccaf1e-0008-4610-867b-2f00bbee056d req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] 10.222.0.20 "PUT /v2.0/ports/fff17c34-f574-4fca-b718-f97f43d99302 HTTP/1.1" status: 200 len: 1093 time: 0.5749724 Mar 02 14:03:37.444601 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340c74b3-94d8-4937-81fa-c824a23fafe8', 'tag': 'fff17c34-f574-4fca-b718-f97f43d99302'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:03:37.447301 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3788ea73-7b16-43e5-b15b-e83e3af00ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "340c74b3-94d8-4937-81fa-c824a23fafe8", "tag": "fff17c34-f574-4fca-b718-f97f43d99302"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:03:37.468661 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a8e87-ac93-447f-8c7d-407ed838d2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fff17c34-f574-4fca-b718-f97f43d99302,revision_number=3']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:37.483109 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd29660e-976e-44e2-9bdc-8f3e470b1818 x-openstack-request-id: req-bd29660e-976e-44e2-9bdc-8f3e470b1818 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:03:37.483601 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340c74b3-94d8-4937-81fa-c824a23fafe8", "tag": "fff17c34-f574-4fca-b718-f97f43d99302", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:03:37.483923 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd29660e-976e-44e2-9bdc-8f3e470b1818 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:03:37.484484 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340c74b3-94d8-4937-81fa-c824a23fafe8', 'tag': 'fff17c34-f574-4fca-b718-f97f43d99302', 'status': 'completed', 'code': 200} Mar 02 14:03:37.544372 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccaf1e-0008-4610-867b-2f00bbee056d req-cc28f70c-13e1-4ce3-8eb3-bb0fea6d6215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:37.545906 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-faccaf1e-0008-4610-867b-2f00bbee056d req-cc28f70c-13e1-4ce3-8eb3-bb0fea6d6215 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=424deb3203f94dd98869bba0080077be&device_id=340c74b3-94d8-4937-81fa-c824a23fafe8 HTTP/1.1" status: 200 len: 1127 time: 0.0485210 Mar 02 14:03:37.588919 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a8386-bd38-4998-b82c-880ae0e087f0 req-f4f3fb8a-db70-4f29-b441-b4aa4051df98 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:37.590391 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0d4a8386-bd38-4998-b82c-880ae0e087f0 req-f4f3fb8a-db70-4f29-b441-b4aa4051df98 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=340c74b3-94d8-4937-81fa-c824a23fafe8 HTTP/1.1" status: 200 len: 943 time: 0.0645139 Mar 02 14:03:37.593684 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-faccaf1e-0008-4610-867b-2f00bbee056d req-93a7ef72-d93c-4fbd-a327-eb12379a6469 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fff17c34-f574-4fca-b718-f97f43d99302 HTTP/1.1" status: 200 len: 217 time: 0.0375702 Mar 02 14:03:37.637841 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0d4a8386-bd38-4998-b82c-880ae0e087f0 req-a14e0e8d-10ed-4b7b-8ee6-ba8b933d324a tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416059 Mar 02 14:03:37.645262 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccaf1e-0008-4610-867b-2f00bbee056d req-6119865e-fbcf-4416-a14a-f74250287692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:37.646631 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-faccaf1e-0008-4610-867b-2f00bbee056d req-6119865e-fbcf-4416-a14a-f74250287692 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13aaebaf-365f-4dd9-ba23-26044b362865 HTTP/1.1" status: 200 len: 855 time: 0.0423610 Mar 02 14:03:37.677226 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-faccaf1e-0008-4610-867b-2f00bbee056d req-7e563e07-a2c2-4f7a-b054-4156ceec888c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2969a1cf-b271-4634-99b1-459dd010d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248411 Mar 02 14:03:37.766285 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-faccaf1e-0008-4610-867b-2f00bbee056d req-d35e8cef-317b-4da5-b4a4-f695a8da1894 service neutron] 10.222.0.20 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826755 Mar 02 14:03:37.857696 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-faccaf1e-0008-4610-867b-2f00bbee056d req-80438bb3-bcd9-47cb-9889-1c328d87d7ba service neutron] 10.222.0.20 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789738 Mar 02 14:03:37.948904 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788ea73-7b16-43e5-b15b-e83e3af00ff6 req-6363be64-69cd-441e-a7eb-3b8c0cb1fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:37.950287 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-3788ea73-7b16-43e5-b15b-e83e3af00ff6 req-6363be64-69cd-441e-a7eb-3b8c0cb1fd0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=424deb3203f94dd98869bba0080077be&device_id=340c74b3-94d8-4937-81fa-c824a23fafe8 HTTP/1.1" status: 200 len: 1127 time: 0.0485020 Mar 02 14:03:38.042695 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788ea73-7b16-43e5-b15b-e83e3af00ff6 req-e47b5df7-8661-4006-9739-514455464243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:38.044127 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-3788ea73-7b16-43e5-b15b-e83e3af00ff6 req-e47b5df7-8661-4006-9739-514455464243 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2969a1cf-b271-4634-99b1-459dd010d5c9 HTTP/1.1" status: 200 len: 916 time: 0.0861750 Mar 02 14:03:38.075959 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-e703174f-5803-4131-ba62-2814d892d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:38.088347 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-3788ea73-7b16-43e5-b15b-e83e3af00ff6 req-7fc45f59-3287-4d5b-8e06-760a706b09a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fff17c34-f574-4fca-b718-f97f43d99302 HTTP/1.1" status: 200 len: 217 time: 0.0374117 Mar 02 14:03:38.137831 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788ea73-7b16-43e5-b15b-e83e3af00ff6 req-f1e06ce3-138c-48e2-a5d4-7c32e01318ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:38.139346 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-3788ea73-7b16-43e5-b15b-e83e3af00ff6 req-f1e06ce3-138c-48e2-a5d4-7c32e01318ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13aaebaf-365f-4dd9-ba23-26044b362865 HTTP/1.1" status: 200 len: 855 time: 0.0431018 Mar 02 14:03:38.171705 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-3788ea73-7b16-43e5-b15b-e83e3af00ff6 req-c760279a-5c66-46ed-92d7-670f6e7c0b7a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2969a1cf-b271-4634-99b1-459dd010d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252926 Mar 02 14:03:38.261317 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-3788ea73-7b16-43e5-b15b-e83e3af00ff6 req-1d963a20-5004-45fa-944d-0c9be4c29b3e service neutron] 10.222.0.20 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829659 Mar 02 14:03:38.582377 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-3788ea73-7b16-43e5-b15b-e83e3af00ff6 req-f190d663-41ae-484a-9813-6d2b9560a98f service neutron] 10.222.0.20 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102636 Mar 02 14:03:38.755402 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5c35a-0db1-4870-a910-79fe438137dc req-5473d08e-e0ea-4f3f-a9b9-697c93634435 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:38.756870 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9ef5c35a-0db1-4870-a910-79fe438137dc req-5473d08e-e0ea-4f3f-a9b9-697c93634435 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=340c74b3-94d8-4937-81fa-c824a23fafe8 HTTP/1.1" status: 200 len: 943 time: 0.0514987 Mar 02 14:03:38.802047 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9ef5c35a-0db1-4870-a910-79fe438137dc req-bc1e9ea3-19e0-4815-aa9c-d5bfacf4379c tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389035 Mar 02 14:03:39.442844 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:39.921372 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6609368-6bbd-48a7-b1a3-e0898531ffac req-b7f8a289-c98f-4960-a143-811f4a662f34 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:39.923434 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d6609368-6bbd-48a7-b1a3-e0898531ffac req-b7f8a289-c98f-4960-a143-811f4a662f34 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=340c74b3-94d8-4937-81fa-c824a23fafe8 HTTP/1.1" status: 200 len: 943 time: 0.0548906 Mar 02 14:03:39.972483 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d6609368-6bbd-48a7-b1a3-e0898531ffac req-2b16a286-c4ba-4fe4-89bf-621fd49e3cc8 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436323 Mar 02 14:03:40.876679 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:41.013769 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device fff17c34-f574-4fca-b718-f97f43d99302 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:03:41.091277 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83f6f8-f4a9-44bd-b7d8-d317a2da1a79 req-47c5c6d7-0344-4d4d-afd6-3ff76db2aff2 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:41.092800 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8d83f6f8-f4a9-44bd-b7d8-d317a2da1a79 req-47c5c6d7-0344-4d4d-afd6-3ff76db2aff2 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=340c74b3-94d8-4937-81fa-c824a23fafe8 HTTP/1.1" status: 200 len: 943 time: 0.0523160 Mar 02 14:03:41.112289 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port fff17c34-f574-4fca-b718-f97f43d99302, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fff17c34-f574-4fca-b718-f97f43d99302,segment=NetworkSegment(ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5),segment_id=ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:03:41.124257 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': 'fff17c34-f574-4fca-b718-f97f43d99302', 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9', 'port_id': 'fff17c34-f574-4fca-b718-f97f43d99302', 'mac_address': 'fa:16:3e:e0:01:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13aaebaf-365f-4dd9-ba23-26044b362865', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:03:41.141222 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8d83f6f8-f4a9-44bd-b7d8-d317a2da1a79 req-29a7e3f3-70c0-4643-95d3-928109dfe5a1 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426261 Mar 02 14:03:41.163615 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port fff17c34-f574-4fca-b718-f97f43d99302 is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:03:41.164034 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (fff17c34-f574-4fca-b718-f97f43d99302), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:41.177217 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff17c34-f574-4fca-b718-f97f43d99302 {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:03:41.196548 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port fff17c34-f574-4fca-b718-f97f43d99302, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fff17c34-f574-4fca-b718-f97f43d99302,segment=NetworkSegment(ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5),segment_id=ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:03:41.200222 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (fff17c34-f574-4fca-b718-f97f43d99302), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:41.243909 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=fff17c34-f574-4fca-b718-f97f43d99302,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:41.448142 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['fff17c34-f574-4fca-b718-f97f43d99302'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:03:42.256113 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a538a-11f2-4937-8032-4149415075c7 req-11efb87d-eb07-40cc-ac52-db42c039b8a8 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:42.257582 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e68a538a-11f2-4937-8032-4149415075c7 req-11efb87d-eb07-40cc-ac52-db42c039b8a8 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=340c74b3-94d8-4937-81fa-c824a23fafe8 HTTP/1.1" status: 200 len: 944 time: 0.0518601 Mar 02 14:03:42.304345 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e68a538a-11f2-4937-8032-4149415075c7 req-d2b49570-9916-4aa6-bed4-22585153bbd1 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411828 Mar 02 14:03:42.607231 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:43.028344 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device fff17c34-f574-4fca-b718-f97f43d99302 up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:03:43.075858 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port fff17c34-f574-4fca-b718-f97f43d99302 completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:03:43.079360 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port fff17c34-f574-4fca-b718-f97f43d99302 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:03:43.079744 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (fff17c34-f574-4fca-b718-f97f43d99302), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:43.157386 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port fff17c34-f574-4fca-b718-f97f43d99302 is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:03:43.157774 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (fff17c34-f574-4fca-b718-f97f43d99302), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:43.179457 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340c74b3-94d8-4937-81fa-c824a23fafe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff17c34-f574-4fca-b718-f97f43d99302'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:03:43.182235 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae73459-c7dc-4bf5-8fa4-21c3b3161cc9" -d '{"events": [{"server_uuid": "340c74b3-94d8-4937-81fa-c824a23fafe8", "name": "network-vif-plugged", "status": "completed", "tag": "fff17c34-f574-4fca-b718-f97f43d99302"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:03:43.194703 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port fff17c34-f574-4fca-b718-f97f43d99302, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fff17c34-f574-4fca-b718-f97f43d99302,segment=NetworkSegment(ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5),segment_id=ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:03:43.199288 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (fff17c34-f574-4fca-b718-f97f43d99302), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:43.221648 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b1d45b-61f3-4f7a-9d8d-a9eed993b565 x-openstack-request-id: req-99b1d45b-61f3-4f7a-9d8d-a9eed993b565 {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:03:43.221948 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340c74b3-94d8-4937-81fa-c824a23fafe8", "name": "network-vif-plugged", "status": "completed", "tag": "fff17c34-f574-4fca-b718-f97f43d99302", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:03:43.222206 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99b1d45b-61f3-4f7a-9d8d-a9eed993b565 {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:03:43.222598 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340c74b3-94d8-4937-81fa-c824a23fafe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff17c34-f574-4fca-b718-f97f43d99302', 'code': 200} Mar 02 14:03:43.247775 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=fff17c34-f574-4fca-b718-f97f43d99302,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:43.387180 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863b1a0-801c-4733-b4cb-5228579a6171 req-4a2e49ed-2bb1-4cfe-9b96-e15e028d1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:43.388689 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-c863b1a0-801c-4733-b4cb-5228579a6171 req-4a2e49ed-2bb1-4cfe-9b96-e15e028d1c47 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=340c74b3-94d8-4937-81fa-c824a23fafe8 HTTP/1.1" status: 200 len: 1129 time: 0.0449243 Mar 02 14:03:43.432733 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801ad86-8a46-45bd-82c6-497e113efa8d req-177a02f4-5233-4535-88be-53e3d878373b tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:43.434259 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8801ad86-8a46-45bd-82c6-497e113efa8d req-177a02f4-5233-4535-88be-53e3d878373b tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=340c74b3-94d8-4937-81fa-c824a23fafe8 HTTP/1.1" status: 200 len: 945 time: 0.0584838 Mar 02 14:03:43.435073 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-c863b1a0-801c-4733-b4cb-5228579a6171 req-b7451ab2-0163-456c-abfa-8af361b4fe0d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404353 Mar 02 14:03:43.479821 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8801ad86-8a46-45bd-82c6-497e113efa8d req-10460258-d202-402a-b880-176715624878 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400803 Mar 02 14:03:44.151920 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:44.600112 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64394726-004e-4fbf-a3e5-bfc3c5a964d6 req-237eb0b9-7174-4de2-a345-d8eec5eca68b tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:44.601614 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-64394726-004e-4fbf-a3e5-bfc3c5a964d6 req-237eb0b9-7174-4de2-a345-d8eec5eca68b tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=340c74b3-94d8-4937-81fa-c824a23fafe8 HTTP/1.1" status: 200 len: 945 time: 0.0548625 Mar 02 14:03:44.652854 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-64394726-004e-4fbf-a3e5-bfc3c5a964d6 req-8bd53cc8-f5ed-4f34-b6aa-5b2e0c15349a tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449412 Mar 02 14:03:45.769475 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade673c-f15a-4a25-8358-e6bdc131a8b6 req-4872df42-e2d8-4328-9c02-602d384aa492 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:45.770943 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1ade673c-f15a-4a25-8358-e6bdc131a8b6 req-4872df42-e2d8-4328-9c02-602d384aa492 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=340c74b3-94d8-4937-81fa-c824a23fafe8 HTTP/1.1" status: 200 len: 945 time: 0.0507653 Mar 02 14:03:45.819931 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1ade673c-f15a-4a25-8358-e6bdc131a8b6 req-0475839c-41df-4111-aa5d-f6ce3efe4fa3 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425534 Mar 02 14:03:47.505352 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-d534686b-e3e4-4562-a233-475757a5c94f tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:47.506928 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-d534686b-e3e4-4562-a233-475757a5c94f tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/networks?id=2969a1cf-b271-4634-99b1-459dd010d5c9 HTTP/1.1" status: 200 len: 815 time: 0.1035979 Mar 02 14:03:47.521463 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-5f86175a-5622-4995-b07a-79d7b53c986c tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/quotas/424deb3203f94dd98869bba0080077be HTTP/1.1" status: 200 len: 375 time: 0.0092990 Mar 02 14:03:47.580220 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-d0a7bb4f-a695-473a-8c75-722df5359162 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=424deb3203f94dd98869bba0080077be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534508 Mar 02 14:03:47.673185 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-9a2de332-61aa-4465-8db9-35a5d9a50be9 service neutron] 10.222.0.36 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864470 Mar 02 14:03:47.767691 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c34cba2c-d3d1-4d93-af4a-3b5d4cf93acb service neutron] 10.222.0.36 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890403 Mar 02 14:03:47.924277 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e08f655f-3db5-44c9-9491-e29a3f548095 req-02c7dad6-e231-44a9-8f26-55f4c09d088a tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b24684d-740f-491b-83ca-2398f53178bc HTTP/1.1" status: 200 len: 210 time: 0.0275357 Mar 02 14:03:48.850121 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-a56fa1b8-0c51-4174-8a65-33bcd6559160 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:48.851591 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-a56fa1b8-0c51-4174-8a65-33bcd6559160 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.20 "GET /v2.0/networks?id=2969a1cf-b271-4634-99b1-459dd010d5c9 HTTP/1.1" status: 200 len: 815 time: 0.0992868 Mar 02 14:03:48.865388 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-1e91ce54-efaa-43a3-aa79-1cabc1bf831e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Request body: {'port': {'device_id': '0b24684d-740f-491b-83ca-2398f53178bc', 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9', 'admin_state_up': True, 'tenant_id': '424deb3203f94dd98869bba0080077be'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:03:48.976582 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-1e91ce54-efaa-43a3-aa79-1cabc1bf831e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Made reservation on behalf of 424deb3203f94dd98869bba0080077be for: {'port': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:03:48.980494 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-1e91ce54-efaa-43a3-aa79-1cabc1bf831e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:49.017891 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-79c95e55-a400-4b1e-ab80-98d4401643e9 req-efa02071-5982-42a2-a5b5-ce0f6b9e3caf tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b24684d-740f-491b-83ca-2398f53178bc HTTP/1.1" status: 200 len: 210 time: 0.0267441 Mar 02 14:03:49.102492 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-1e91ce54-efaa-43a3-aa79-1cabc1bf831e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Allocated IP 172.20.0.10 (2969a1cf-b271-4634-99b1-459dd010d5c9/13aaebaf-365f-4dd9-ba23-26044b362865/a16cdde4-1791-4012-921e-b01277c1dd1d) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:03:49.246903 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-1e91ce54-efaa-43a3-aa79-1cabc1bf831e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks [] for port (a16cdde4-1791-4012-921e-b01277c1dd1d), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:49.278945 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-1e91ce54-efaa-43a3-aa79-1cabc1bf831e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (a16cdde4-1791-4012-921e-b01277c1dd1d), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:49.291860 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['f5225d7c-6448-473c-9240-2180ad51a6b1', 'fff17c34-f574-4fca-b718-f97f43d99302'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:03:49.324385 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-1e91ce54-efaa-43a3-aa79-1cabc1bf831e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Network 2969a1cf-b271-4634-99b1-459dd010d5c9 is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:03:49.327493 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-1e91ce54-efaa-43a3-aa79-1cabc1bf831e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:03:49.331010 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-1e91ce54-efaa-43a3-aa79-1cabc1bf831e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:03:49.356363 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91ce54-efaa-43a3-aa79-1cabc1bf831e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Pushing event updated for resources: {'Port': ['ID=a16cdde4-1791-4012-921e-b01277c1dd1d,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:49.383651 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-1e91ce54-efaa-43a3-aa79-1cabc1bf831e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:49.384267 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-1e91ce54-efaa-43a3-aa79-1cabc1bf831e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:49.399998 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-1e91ce54-efaa-43a3-aa79-1cabc1bf831e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5382383 Mar 02 14:03:49.411205 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Request body: {'port': {'device_id': '0b24684d-740f-491b-83ca-2398f53178bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:03:49.469231 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (a16cdde4-1791-4012-921e-b01277c1dd1d), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:49.734757 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16cdde4-1791-4012-921e-b01277c1dd1d {{(pid=102939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:03:49.741942 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Publish callbacks [] for port (a16cdde4-1791-4012-921e-b01277c1dd1d), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:49.753547 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.provisioning_blocks [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Transition to ACTIVE for port object a16cdde4-1791-4012-921e-b01277c1dd1d will not be triggered until provisioned by entity L2. {{(pid=102939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:03:49.757153 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (a16cdde4-1791-4012-921e-b01277c1dd1d), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:49.820104 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a16cdde4-1791-4012-921e-b01277c1dd1d,revision_number=2']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:49.869109 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Attempting to bind port a16cdde4-1791-4012-921e-b01277c1dd1d on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:03:49.869790 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Attempting to bind port a16cdde4-1791-4012-921e-b01277c1dd1d by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9'}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:03:49.869914 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Attempting to bind port a16cdde4-1791-4012-921e-b01277c1dd1d on network 2969a1cf-b271-4634-99b1-459dd010d5c9 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:03:49.874059 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Port a16cdde4-1791-4012-921e-b01277c1dd1d on network 2969a1cf-b271-4634-99b1-459dd010d5c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:03:49.874383 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Attempting to bind port a16cdde4-1791-4012-921e-b01277c1dd1d on network 2969a1cf-b271-4634-99b1-459dd010d5c9 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:03:49.879181 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:03:49.879517 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Checking segment: {'id': 'ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:03:49.879897 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Bound using segment: {'id': 'ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9'} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:03:49.880322 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Bound port: a16cdde4-1791-4012-921e-b01277c1dd1d, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9'}}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:03:49.880681 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (a16cdde4-1791-4012-921e-b01277c1dd1d), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:49.944084 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] For port a16cdde4-1791-4012-921e-b01277c1dd1d, host hv-cinder-83124, cleared binding levels {{(pid=102939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:03:49.946989 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] For port a16cdde4-1791-4012-921e-b01277c1dd1d, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a16cdde4-1791-4012-921e-b01277c1dd1d,segment=NetworkSegment(ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5),segment_id=ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5)] {{(pid=102939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:03:49.952039 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (a16cdde4-1791-4012-921e-b01277c1dd1d), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:49.983998 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:49.984645 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:49.986062 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] 10.222.0.20 "PUT /v2.0/ports/a16cdde4-1791-4012-921e-b01277c1dd1d HTTP/1.1" status: 200 len: 1094 time: 0.5788305 Mar 02 14:03:49.986451 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b24684d-740f-491b-83ca-2398f53178bc', 'tag': 'a16cdde4-1791-4012-921e-b01277c1dd1d'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:03:49.988665 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3363e0-bae9-41e0-8314-04f1bff1e274" -d '{"events": [{"name": "network-changed", "server_uuid": "0b24684d-740f-491b-83ca-2398f53178bc", "tag": "a16cdde4-1791-4012-921e-b01277c1dd1d"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:03:50.015643 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770b6b2-ae8d-4209-b8bf-605c372cb2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a16cdde4-1791-4012-921e-b01277c1dd1d,revision_number=3']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:50.029023 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d462ed60-a479-40b8-903f-0fbb91c138c1 x-openstack-request-id: req-d462ed60-a479-40b8-903f-0fbb91c138c1 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:03:50.029319 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b24684d-740f-491b-83ca-2398f53178bc", "tag": "a16cdde4-1791-4012-921e-b01277c1dd1d", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:03:50.029579 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d462ed60-a479-40b8-903f-0fbb91c138c1 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:03:50.029984 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b24684d-740f-491b-83ca-2398f53178bc', 'tag': 'a16cdde4-1791-4012-921e-b01277c1dd1d', 'status': 'completed', 'code': 200} Mar 02 14:03:50.077006 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-fc7a0098-e008-4981-bc3c-4822d7872fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:50.078744 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-fc7a0098-e008-4981-bc3c-4822d7872fb3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=424deb3203f94dd98869bba0080077be&device_id=0b24684d-740f-491b-83ca-2398f53178bc HTTP/1.1" status: 200 len: 1128 time: 0.0462000 Mar 02 14:03:50.122748 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-70fbbdd5-17e0-4669-8c00-d4a5f3a72533 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a16cdde4-1791-4012-921e-b01277c1dd1d HTTP/1.1" status: 200 len: 217 time: 0.0373726 Mar 02 14:03:50.136011 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b8c31-b979-4bba-a46c-8ee3ea0cd437 req-9751af8f-a2fe-4a09-8418-bafda17f27ed tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:50.137603 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2a5b8c31-b979-4bba-a46c-8ee3ea0cd437 req-9751af8f-a2fe-4a09-8418-bafda17f27ed tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b24684d-740f-491b-83ca-2398f53178bc HTTP/1.1" status: 200 len: 944 time: 0.0538788 Mar 02 14:03:50.172702 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-ab987cbd-be65-4744-bb93-61fd6f1c2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:50.174144 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-ab987cbd-be65-4744-bb93-61fd6f1c2902 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13aaebaf-365f-4dd9-ba23-26044b362865 HTTP/1.1" status: 200 len: 855 time: 0.0456667 Mar 02 14:03:50.184468 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2a5b8c31-b979-4bba-a46c-8ee3ea0cd437 req-12203510-105c-40b4-a168-16abd566c721 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414605 Mar 02 14:03:50.208578 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-c08231ef-39b8-4fb3-955d-e12c6f9ab690 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2969a1cf-b271-4634-99b1-459dd010d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264652 Mar 02 14:03:50.305439 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-08affa4e-1b79-4d4b-8177-85666840ac48 service neutron] 10.222.0.20 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898559 Mar 02 14:03:50.392860 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f9095812-087e-4451-b6cc-3252e81a29d4 req-e420fd12-13ff-4f0d-b75b-1d545e6dbbd4 service neutron] 10.222.0.20 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806730 Mar 02 14:03:50.483532 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3363e0-bae9-41e0-8314-04f1bff1e274 req-76dd6d4e-286f-4d69-9f2c-c12cd5e847e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:50.485007 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-fb3363e0-bae9-41e0-8314-04f1bff1e274 req-76dd6d4e-286f-4d69-9f2c-c12cd5e847e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=424deb3203f94dd98869bba0080077be&device_id=0b24684d-740f-491b-83ca-2398f53178bc HTTP/1.1" status: 200 len: 1128 time: 0.0449936 Mar 02 14:03:50.577045 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3363e0-bae9-41e0-8314-04f1bff1e274 req-7f7aa200-172e-45e3-b706-ea1be9c2e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:50.578384 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-fb3363e0-bae9-41e0-8314-04f1bff1e274 req-7f7aa200-172e-45e3-b706-ea1be9c2e4b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2969a1cf-b271-4634-99b1-459dd010d5c9 HTTP/1.1" status: 200 len: 916 time: 0.0857732 Mar 02 14:03:50.617536 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-fb3363e0-bae9-41e0-8314-04f1bff1e274 req-9b584e9b-6d72-4b16-bb94-6616b4d7176f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a16cdde4-1791-4012-921e-b01277c1dd1d HTTP/1.1" status: 200 len: 217 time: 0.0326135 Mar 02 14:03:50.669120 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3363e0-bae9-41e0-8314-04f1bff1e274 req-5ce1d504-7a3a-4d12-8dc1-3007041a7063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:50.670533 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-fb3363e0-bae9-41e0-8314-04f1bff1e274 req-5ce1d504-7a3a-4d12-8dc1-3007041a7063 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13aaebaf-365f-4dd9-ba23-26044b362865 HTTP/1.1" status: 200 len: 855 time: 0.0454409 Mar 02 14:03:50.708426 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-fb3363e0-bae9-41e0-8314-04f1bff1e274 req-719bf6b7-aead-4a94-ae42-31c171c73081 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2969a1cf-b271-4634-99b1-459dd010d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245006 Mar 02 14:03:50.797972 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-fb3363e0-bae9-41e0-8314-04f1bff1e274 req-3f7d20ef-576a-43a4-81f2-322fbd809a69 service neutron] 10.222.0.20 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805705 Mar 02 14:03:50.887239 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-fb3363e0-bae9-41e0-8314-04f1bff1e274 req-992173a6-c3de-4780-ba14-d18de1b2d21d service neutron] 10.222.0.20 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831041 Mar 02 14:03:51.306810 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9f70d-69cb-46eb-870a-a5feb11542bb req-7c7314e9-60f9-4e8e-8f12-b8d5d51af7c7 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:51.308424 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-15c9f70d-69cb-46eb-870a-a5feb11542bb req-7c7314e9-60f9-4e8e-8f12-b8d5d51af7c7 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b24684d-740f-491b-83ca-2398f53178bc HTTP/1.1" status: 200 len: 944 time: 0.0555980 Mar 02 14:03:51.353028 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-15c9f70d-69cb-46eb-870a-a5feb11542bb req-379ae1c8-302e-435b-8752-e608204ad70c tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391252 Mar 02 14:03:52.471826 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a25dbb-ae88-42b5-8c12-5accfb1bba37 req-53b5d452-61ed-4d47-8c31-a93a319f0be7 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:52.473281 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d0a25dbb-ae88-42b5-8c12-5accfb1bba37 req-53b5d452-61ed-4d47-8c31-a93a319f0be7 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b24684d-740f-491b-83ca-2398f53178bc HTTP/1.1" status: 200 len: 944 time: 0.0524197 Mar 02 14:03:52.520300 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d0a25dbb-ae88-42b5-8c12-5accfb1bba37 req-59683b1f-2d50-4b9a-aabf-98a4eb82469e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415566 Mar 02 14:03:53.093290 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device a16cdde4-1791-4012-921e-b01277c1dd1d details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:03:53.187757 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port a16cdde4-1791-4012-921e-b01277c1dd1d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a16cdde4-1791-4012-921e-b01277c1dd1d,segment=NetworkSegment(ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5),segment_id=ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:03:53.205958 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': 'a16cdde4-1791-4012-921e-b01277c1dd1d', 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9', 'port_id': 'a16cdde4-1791-4012-921e-b01277c1dd1d', 'mac_address': 'fa:16:3e:ce:c0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13aaebaf-365f-4dd9-ba23-26044b362865', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:03:53.241797 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port a16cdde4-1791-4012-921e-b01277c1dd1d is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:03:53.242184 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (a16cdde4-1791-4012-921e-b01277c1dd1d), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:53.254437 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16cdde4-1791-4012-921e-b01277c1dd1d {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:03:53.273366 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port a16cdde4-1791-4012-921e-b01277c1dd1d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a16cdde4-1791-4012-921e-b01277c1dd1d,segment=NetworkSegment(ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5),segment_id=ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:03:53.278681 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (a16cdde4-1791-4012-921e-b01277c1dd1d), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:53.324034 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=a16cdde4-1791-4012-921e-b01277c1dd1d,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:53.552283 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['a16cdde4-1791-4012-921e-b01277c1dd1d'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:03:53.636492 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716be8fa-c8d8-469a-80fd-71b299dd43d6 req-ac42108a-6aaf-466f-b530-b20584b46877 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:53.638701 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-716be8fa-c8d8-469a-80fd-71b299dd43d6 req-ac42108a-6aaf-466f-b530-b20584b46877 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b24684d-740f-491b-83ca-2398f53178bc HTTP/1.1" status: 200 len: 945 time: 0.0530176 Mar 02 14:03:53.692082 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-716be8fa-c8d8-469a-80fd-71b299dd43d6 req-897cd9c9-ec5e-4816-8543-b21d7f08bc68 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473254 Mar 02 14:03:54.809026 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42cc8f-6877-47c6-8d31-7dc7373f3314 req-91c516b4-ae36-480d-955e-6b5a8e6990fd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:54.810501 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2a42cc8f-6877-47c6-8d31-7dc7373f3314 req-91c516b4-ae36-480d-955e-6b5a8e6990fd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b24684d-740f-491b-83ca-2398f53178bc HTTP/1.1" status: 200 len: 945 time: 0.0525815 Mar 02 14:03:54.856422 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2a42cc8f-6877-47c6-8d31-7dc7373f3314 req-6da36cb3-25af-4b8f-a073-9f6c12983c70 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404501 Mar 02 14:03:55.105962 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device a16cdde4-1791-4012-921e-b01277c1dd1d up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:03:55.154586 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port a16cdde4-1791-4012-921e-b01277c1dd1d completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:03:55.158060 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port a16cdde4-1791-4012-921e-b01277c1dd1d triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:03:55.158435 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (a16cdde4-1791-4012-921e-b01277c1dd1d), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:55.236713 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port a16cdde4-1791-4012-921e-b01277c1dd1d is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:03:55.237102 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (a16cdde4-1791-4012-921e-b01277c1dd1d), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:55.258536 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b24684d-740f-491b-83ca-2398f53178bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16cdde4-1791-4012-921e-b01277c1dd1d'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:03:55.261407 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3309fd-c70d-42c5-93fe-0e824f77c31a" -d '{"events": [{"server_uuid": "0b24684d-740f-491b-83ca-2398f53178bc", "name": "network-vif-plugged", "status": "completed", "tag": "a16cdde4-1791-4012-921e-b01277c1dd1d"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:03:55.274427 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port a16cdde4-1791-4012-921e-b01277c1dd1d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a16cdde4-1791-4012-921e-b01277c1dd1d,segment=NetworkSegment(ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5),segment_id=ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:03:55.278506 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (a16cdde4-1791-4012-921e-b01277c1dd1d), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:03:55.301871 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9756f8-8b63-4db6-b589-35e21244c6ec x-openstack-request-id: req-3f9756f8-8b63-4db6-b589-35e21244c6ec {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:03:55.302163 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b24684d-740f-491b-83ca-2398f53178bc", "name": "network-vif-plugged", "status": "completed", "tag": "a16cdde4-1791-4012-921e-b01277c1dd1d", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:03:55.302414 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f9756f8-8b63-4db6-b589-35e21244c6ec {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:03:55.303212 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b24684d-740f-491b-83ca-2398f53178bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16cdde4-1791-4012-921e-b01277c1dd1d', 'code': 200} Mar 02 14:03:55.330950 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=a16cdde4-1791-4012-921e-b01277c1dd1d,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:03:55.462671 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c98ebc-d59d-4f6b-bde3-cd8e27fef1d9 req-1b63597f-8015-4ebd-b5b2-7168d91852b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:55.464076 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-89c98ebc-d59d-4f6b-bde3-cd8e27fef1d9 req-1b63597f-8015-4ebd-b5b2-7168d91852b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0b24684d-740f-491b-83ca-2398f53178bc HTTP/1.1" status: 200 len: 1130 time: 0.0435138 Mar 02 14:03:55.507634 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-89c98ebc-d59d-4f6b-bde3-cd8e27fef1d9 req-228e7ac0-5c84-4047-ab90-31accbcb124e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376766 Mar 02 14:03:55.971573 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f82ec-1409-4ba9-a852-1291e462af36 req-41987e9a-dabf-4e75-9b60-49d21c1a4580 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:55.973033 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-153f82ec-1409-4ba9-a852-1291e462af36 req-41987e9a-dabf-4e75-9b60-49d21c1a4580 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b24684d-740f-491b-83ca-2398f53178bc HTTP/1.1" status: 200 len: 946 time: 0.0516455 Mar 02 14:03:56.018913 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-153f82ec-1409-4ba9-a852-1291e462af36 req-a692fe22-3887-44d2-8d0e-955c748c9d93 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404992 Mar 02 14:03:57.141302 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5b936-0a83-43ed-b75d-e2e473cb9650 req-970f8ab9-87bc-425a-8947-46a27f65be8c tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:03:57.142788 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-55f5b936-0a83-43ed-b75d-e2e473cb9650 req-970f8ab9-87bc-425a-8947-46a27f65be8c tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b24684d-740f-491b-83ca-2398f53178bc HTTP/1.1" status: 200 len: 946 time: 0.0563819 Mar 02 14:03:57.188681 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-55f5b936-0a83-43ed-b75d-e2e473cb9650 req-ef201562-ebf2-4a91-a171-355286288051 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404146 Mar 02 14:04:05.879581 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc518-82ba-452b-9477-1947774d8755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:06.818954 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-7ed6c85e-3f57-4589-ba9e-4c5db9c7d9d3 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:06.820384 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-7ed6c85e-3f57-4589-ba9e-4c5db9c7d9d3 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/networks?id=2969a1cf-b271-4634-99b1-459dd010d5c9 HTTP/1.1" status: 200 len: 815 time: 0.1006176 Mar 02 14:04:06.835272 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-d71a0a4a-c70b-49f6-8e52-d8356d8a10ef tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/quotas/424deb3203f94dd98869bba0080077be HTTP/1.1" status: 200 len: 375 time: 0.0086143 Mar 02 14:04:06.890849 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-61c16ea8-8daf-4070-9810-48582c941e0e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=424deb3203f94dd98869bba0080077be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497959 Mar 02 14:04:06.978351 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-a47622e4-b3be-4b28-920e-28ac7b0a1284 service neutron] 10.222.0.36 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811334 Mar 02 14:04:07.067352 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-47356cdf-e0e9-43da-8c17-6637e4d3dd65 service neutron] 10.222.0.36 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834830 Mar 02 14:04:07.224665 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-205a6408-e033-48bf-bc64-fc775c11cdbc req-b2faf5c5-22ff-4e04-8eb9-e10132070f8e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=91d736f3-ecb0-4eba-87db-496a35e87056 HTTP/1.1" status: 200 len: 210 time: 0.0277278 Mar 02 14:04:08.077603 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-26e510e0-705c-4503-a0c1-111c195aa3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:08.186555 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-ffc97c26-721c-4757-a74b-87994348cf26 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:08.188995 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-ffc97c26-721c-4757-a74b-87994348cf26 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.20 "GET /v2.0/networks?id=2969a1cf-b271-4634-99b1-459dd010d5c9 HTTP/1.1" status: 200 len: 815 time: 0.1078265 Mar 02 14:04:08.202741 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Request body: {'port': {'device_id': '91d736f3-ecb0-4eba-87db-496a35e87056', 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9', 'admin_state_up': True, 'tenant_id': '424deb3203f94dd98869bba0080077be'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:04:08.314749 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Made reservation on behalf of 424deb3203f94dd98869bba0080077be for: {'port': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:04:08.317318 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4f810381-ec57-4ddc-9bc3-b23577c4f5f4 req-78026e00-3087-4e45-bae4-4a3c8050e5c8 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=91d736f3-ecb0-4eba-87db-496a35e87056 HTTP/1.1" status: 200 len: 210 time: 0.0264649 Mar 02 14:04:08.318137 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:08.443864 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Allocated IP 172.20.0.4 (2969a1cf-b271-4634-99b1-459dd010d5c9/13aaebaf-365f-4dd9-ba23-26044b362865/9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:04:08.587559 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks [] for port (9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:08.619505 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:08.632698 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['f5225d7c-6448-473c-9240-2180ad51a6b1', 'fff17c34-f574-4fca-b718-f97f43d99302', 'a16cdde4-1791-4012-921e-b01277c1dd1d'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:04:08.664297 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Network 2969a1cf-b271-4634-99b1-459dd010d5c9 is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:04:08.669109 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:04:08.673569 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:04:08.677393 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Pushing event updated for resources: {'Port': ['ID=9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:08.709605 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:08.709955 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:08.710298 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:08.710634 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:08.710996 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:08.711329 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:08.711658 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:08.711984 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:08.712311 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:08.712640 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:08.712962 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:08.713284 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:08.713606 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:08.738914 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:08.739528 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:08.755443 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-9277312f-7137-4c72-ac36-13358b8fa9bd tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5581193 Mar 02 14:04:08.768392 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Request body: {'port': {'device_id': '91d736f3-ecb0-4eba-87db-496a35e87056', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:04:08.830820 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:09.094618 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed {{(pid=102939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:04:09.102468 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Publish callbacks [] for port (9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:09.114472 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.provisioning_blocks [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Transition to ACTIVE for port object 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed will not be triggered until provisioned by entity L2. {{(pid=102939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:04:09.118099 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:09.170161 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Pushing event updated for resources: {'Port': ['ID=9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed,revision_number=2']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:09.234182 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Attempting to bind port 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:04:09.234912 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Attempting to bind port 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9'}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:04:09.234912 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Attempting to bind port 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed on network 2969a1cf-b271-4634-99b1-459dd010d5c9 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:04:09.239010 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Port 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed on network 2969a1cf-b271-4634-99b1-459dd010d5c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:04:09.239328 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Attempting to bind port 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed on network 2969a1cf-b271-4634-99b1-459dd010d5c9 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:04:09.243975 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:04:09.244314 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Checking segment: {'id': 'ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:04:09.244695 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Bound using segment: {'id': 'ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9'} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:04:09.245635 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Bound port: 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9'}}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:04:09.246035 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:09.309604 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] For port 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed, host hv-cinder-83124, cleared binding levels {{(pid=102939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:04:09.312592 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] For port 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed,segment=NetworkSegment(ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5),segment_id=ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5)] {{(pid=102939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:04:09.318484 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:09.350457 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:09.351476 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:09.352518 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] 10.222.0.20 "PUT /v2.0/ports/9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed HTTP/1.1" status: 200 len: 1093 time: 0.5881939 Mar 02 14:04:09.352957 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d736f3-ecb0-4eba-87db-496a35e87056', 'tag': '9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:04:09.355333 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52487fbc-31e8-455e-8c37-468fa3fbe4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "91d736f3-ecb0-4eba-87db-496a35e87056", "tag": "9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:04:09.405763 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79573a75-12c5-4559-88c8-ca289834c525 service neutron] Pushing event updated for resources: {'Port': ['ID=9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed,revision_number=3']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:09.411562 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e127dbd-1762-4145-a559-d6377617b8af x-openstack-request-id: req-3e127dbd-1762-4145-a559-d6377617b8af {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:04:09.411892 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d736f3-ecb0-4eba-87db-496a35e87056", "tag": "9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:04:09.412099 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e127dbd-1762-4145-a559-d6377617b8af {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:04:09.412492 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d736f3-ecb0-4eba-87db-496a35e87056', 'tag': '9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed', 'status': 'completed', 'code': 200} Mar 02 14:04:09.447125 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-2db6b545-2494-48dc-a6b3-b5093adae96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:09.449252 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-2db6b545-2494-48dc-a6b3-b5093adae96c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=424deb3203f94dd98869bba0080077be&device_id=91d736f3-ecb0-4eba-87db-496a35e87056 HTTP/1.1" status: 200 len: 1127 time: 0.0517938 Mar 02 14:04:09.450029 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:09.452323 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841a9e5-e7e8-49a7-9658-b108ab2f6aab req-98d07c2d-193f-491f-b6c5-137a5618bd7e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:09.453804 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a841a9e5-e7e8-49a7-9658-b108ab2f6aab req-98d07c2d-193f-491f-b6c5-137a5618bd7e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=91d736f3-ecb0-4eba-87db-496a35e87056 HTTP/1.1" status: 200 len: 943 time: 0.0623689 Mar 02 14:04:09.498185 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-773f5b87-6e43-45f9-b16b-169bbe093a61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed HTTP/1.1" status: 200 len: 217 time: 0.0377119 Mar 02 14:04:09.504258 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a841a9e5-e7e8-49a7-9658-b108ab2f6aab req-8dfe6ae2-1642-436a-a3a0-e5d8d3a8effc tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449455 Mar 02 14:04:09.548162 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-d6ef02ff-1637-4ae5-9fab-f925a0925c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:09.549599 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-d6ef02ff-1637-4ae5-9fab-f925a0925c8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13aaebaf-365f-4dd9-ba23-26044b362865 HTTP/1.1" status: 200 len: 855 time: 0.0452049 Mar 02 14:04:09.582407 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-ab79cff7-d59e-46ef-b7aa-fe1ebae26c0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2969a1cf-b271-4634-99b1-459dd010d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263245 Mar 02 14:04:09.676646 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-b1b28f54-2f31-447b-afb7-8678452c4256 service neutron] 10.222.0.20 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854166 Mar 02 14:04:09.774848 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f556a49b-316f-475b-977f-3e42cdb9acf1 req-b1fad4eb-8d18-4b20-80ed-fe8e0c84454f service neutron] 10.222.0.20 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912166 Mar 02 14:04:09.878901 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c85a8a-58e7-432e-bfbe-8b791c598cd7 req-59c748e5-c4b2-4ea9-9393-bbc8f3062467 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:09.879263 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52487fbc-31e8-455e-8c37-468fa3fbe4d3 req-b7d6673b-b122-4513-bbe4-586d6586c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:09.880286 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e0c85a8a-58e7-432e-bfbe-8b791c598cd7 req-59c748e5-c4b2-4ea9-9393-bbc8f3062467 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 946 time: 0.0525048 Mar 02 14:04:09.880787 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-52487fbc-31e8-455e-8c37-468fa3fbe4d3 req-b7d6673b-b122-4513-bbe4-586d6586c81a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=424deb3203f94dd98869bba0080077be&device_id=91d736f3-ecb0-4eba-87db-496a35e87056 HTTP/1.1" status: 200 len: 1127 time: 0.0440247 Mar 02 14:04:09.928843 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e0c85a8a-58e7-432e-bfbe-8b791c598cd7 req-4d32de7e-1510-4489-9daa-8a371f979eea tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430560 Mar 02 14:04:09.976706 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52487fbc-31e8-455e-8c37-468fa3fbe4d3 req-efe591b3-c018-41ce-a5e4-b4b4b67eac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:09.978145 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-52487fbc-31e8-455e-8c37-468fa3fbe4d3 req-efe591b3-c018-41ce-a5e4-b4b4b67eac04 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2969a1cf-b271-4634-99b1-459dd010d5c9 HTTP/1.1" status: 200 len: 916 time: 0.0894158 Mar 02 14:04:10.017489 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-52487fbc-31e8-455e-8c37-468fa3fbe4d3 req-a587d9b7-e6b9-4bff-8499-5e5ea18eb00a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed HTTP/1.1" status: 200 len: 217 time: 0.0328076 Mar 02 14:04:10.070358 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52487fbc-31e8-455e-8c37-468fa3fbe4d3 req-be09e5be-9739-45e7-83d1-40b5f7bc006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:10.071792 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-52487fbc-31e8-455e-8c37-468fa3fbe4d3 req-be09e5be-9739-45e7-83d1-40b5f7bc006b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13aaebaf-365f-4dd9-ba23-26044b362865 HTTP/1.1" status: 200 len: 855 time: 0.0452776 Mar 02 14:04:10.106269 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-52487fbc-31e8-455e-8c37-468fa3fbe4d3 req-51213de8-b999-4e0e-a3c9-6864640fba7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2969a1cf-b271-4634-99b1-459dd010d5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254986 Mar 02 14:04:10.198868 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-52487fbc-31e8-455e-8c37-468fa3fbe4d3 req-15a24202-84dd-44be-84f5-2127b252cf9e service neutron] 10.222.0.20 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815904 Mar 02 14:04:10.250446 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:04:10.294513 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-52487fbc-31e8-455e-8c37-468fa3fbe4d3 req-559157af-6ed9-46b5-ac09-32587e340a14 service neutron] 10.222.0.20 "GET /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882816 Mar 02 14:04:10.622820 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afa355-6de0-48f8-bfef-62f7240b81de req-ad966e48-1e4f-4dc2-8f47-9e7151f62369 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:10.624269 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-87afa355-6de0-48f8-bfef-62f7240b81de req-ad966e48-1e4f-4dc2-8f47-9e7151f62369 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=91d736f3-ecb0-4eba-87db-496a35e87056 HTTP/1.1" status: 200 len: 943 time: 0.0518010 Mar 02 14:04:10.670860 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-87afa355-6de0-48f8-bfef-62f7240b81de req-c8503102-ff53-4afb-8a29-00848f2362ed tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411406 Mar 02 14:04:10.878896 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:11.053371 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2ed21-ccc2-4fcc-8c07-ee7e5c5e03cd req-f06dc095-5a69-4d04-bcd2-5f7c39fdeeee tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:11.054835 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b6c2ed21-ccc2-4fcc-8c07-ee7e5c5e03cd req-f06dc095-5a69-4d04-bcd2-5f7c39fdeeee tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 946 time: 0.0550060 Mar 02 14:04:11.101256 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-b6c2ed21-ccc2-4fcc-8c07-ee7e5c5e03cd req-68b9f1da-dd7a-461a-8e7e-bc4b3807f69a tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups?id=3307559f-930e-4a36-9023-f6d01490c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404003 Mar 02 14:04:11.466610 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0aed0c-50f1-41e7-bc9f-795d8a31fbdd req-dec123c3-53ef-4aa3-bb00-abd18dc733c9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:11.468056 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cd0aed0c-50f1-41e7-bc9f-795d8a31fbdd req-dec123c3-53ef-4aa3-bb00-abd18dc733c9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 946 time: 0.0515954 Mar 02 14:04:11.560576 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-cd0aed0c-50f1-41e7-bc9f-795d8a31fbdd req-3c4ff326-2eaa-4ca4-b174-8ea6d2930f53 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Deleting port 23a2341d-bf17-4b31-a036-ec97b79d5fed {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:04:11.560921 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cd0aed0c-50f1-41e7-bc9f-795d8a31fbdd req-3c4ff326-2eaa-4ca4-b174-8ea6d2930f53 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:11.645789 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-cd0aed0c-50f1-41e7-bc9f-795d8a31fbdd req-3c4ff326-2eaa-4ca4-b174-8ea6d2930f53 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] For port 23a2341d-bf17-4b31-a036-ec97b79d5fed, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=23a2341d-bf17-4b31-a036-ec97b79d5fed,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:11.646155 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cd0aed0c-50f1-41e7-bc9f-795d8a31fbdd req-3c4ff326-2eaa-4ca4-b174-8ea6d2930f53 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:11.789504 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1074684-f3f0-4a17-a6ad-6c6ad439045e req-a86a068e-5b68-4284-8358-3f89b01fca43 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:11.790993 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d1074684-f3f0-4a17-a6ad-6c6ad439045e req-a86a068e-5b68-4284-8358-3f89b01fca43 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=91d736f3-ecb0-4eba-87db-496a35e87056 HTTP/1.1" status: 200 len: 943 time: 0.0545449 Mar 02 14:04:11.814614 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cd0aed0c-50f1-41e7-bc9f-795d8a31fbdd req-3c4ff326-2eaa-4ca4-b174-8ea6d2930f53 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:11.815016 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cd0aed0c-50f1-41e7-bc9f-795d8a31fbdd req-3c4ff326-2eaa-4ca4-b174-8ea6d2930f53 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607373'] for floatingip (00ddd48c-3e73-4cd6-a1ac-d9887b01a0e7), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:11.815336 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.l3_db [req-cd0aed0c-50f1-41e7-bc9f-795d8a31fbdd req-3c4ff326-2eaa-4ca4-b174-8ea6d2930f53 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Floating IP 00ddd48c-3e73-4cd6-a1ac-d9887b01a0e7 disassociated. External IP: 172.27.1.58, port: 23a2341d-bf17-4b31-a036-ec97b79d5fed. Mar 02 14:04:11.815690 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-cd0aed0c-50f1-41e7-bc9f-795d8a31fbdd req-3c4ff326-2eaa-4ca4-b174-8ea6d2930f53 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Calling delete_port for 23a2341d-bf17-4b31-a036-ec97b79d5fed owned by compute:nova {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:04:11.839824 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d1074684-f3f0-4a17-a6ad-6c6ad439045e req-e1d08258-f61a-43c7-aebb-f77598424673 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427148 Mar 02 14:04:11.943633 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cd0aed0c-50f1-41e7-bc9f-795d8a31fbdd req-3c4ff326-2eaa-4ca4-b174-8ea6d2930f53 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (23a2341d-bf17-4b31-a036-ec97b79d5fed), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:11.971251 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ff326-2eaa-4ca4-b174-8ea6d2930f53 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Pushing event deleted for resources: {'Port': ['ID=23a2341d-bf17-4b31-a036-ec97b79d5fed,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:12.084888 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd0aed0c-50f1-41e7-bc9f-795d8a31fbdd req-3c4ff326-2eaa-4ca4-b174-8ea6d2930f53 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Router e72e205e-913d-4b84-a8dc-ec4c6fb2236d has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:04:12.196606 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd0aed0c-50f1-41e7-bc9f-795d8a31fbdd req-3c4ff326-2eaa-4ca4-b174-8ea6d2930f53 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:04:12.205265 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-975a0b52-3344-43eb-8f24-7804b190f0df req-9cbe6f5d-46d8-46fe-a5d0-960f2ff652f8 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/ports?device_id=6aa81cf6-3d60-44c6-8afe-4f851bac5223 HTTP/1.1" status: 200 len: 210 time: 0.0326359 Mar 02 14:04:12.207249 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a615ba-57ad-4ca8-b9be-f05d316fda8e None None] Sync routers for ids ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'] in dv-cinder-831247-3-iscsi {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:04:12.218478 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a615ba-57ad-4ca8-b9be-f05d316fda8e None None] Routers {'e72e205e-913d-4b84-a8dc-ec4c6fb2236d'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:04:12.219116 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-34a615ba-57ad-4ca8-b9be-f05d316fda8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:04:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:12.242484 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0aed0c-50f1-41e7-bc9f-795d8a31fbdd req-3c4ff326-2eaa-4ca4-b174-8ea6d2930f53 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] No DVR routers for this DVR port 23a2341d-bf17-4b31-a036-ec97b79d5fed on host hv-cinder-83124 {{(pid=102939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:04:12.244930 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cd0aed0c-50f1-41e7-bc9f-795d8a31fbdd req-3c4ff326-2eaa-4ca4-b174-8ea6d2930f53 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:12.248374 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cd0aed0c-50f1-41e7-bc9f-795d8a31fbdd req-3c4ff326-2eaa-4ca4-b174-8ea6d2930f53 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.20 "DELETE /v2.0/ports/23a2341d-bf17-4b31-a036-ec97b79d5fed HTTP/1.1" status: 204 len: 173 time: 0.7756710 Mar 02 14:04:12.248819 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa81cf6-3d60-44c6-8afe-4f851bac5223', 'name': 'network-vif-deleted', 'tag': '23a2341d-bf17-4b31-a036-ec97b79d5fed'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:04:12.251055 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb3aa16-8eee-404d-b421-f4a8c41a1e0a" -d '{"events": [{"server_uuid": "6aa81cf6-3d60-44c6-8afe-4f851bac5223", "name": "network-vif-deleted", "tag": "23a2341d-bf17-4b31-a036-ec97b79d5fed"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:04:12.286557 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f8ef78-74dd-48a8-b7f5-a55b35d886bc x-openstack-request-id: req-f5f8ef78-74dd-48a8-b7f5-a55b35d886bc {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:04:12.286886 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa81cf6-3d60-44c6-8afe-4f851bac5223", "name": "network-vif-deleted", "tag": "23a2341d-bf17-4b31-a036-ec97b79d5fed", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:04:12.287147 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f5f8ef78-74dd-48a8-b7f5-a55b35d886bc {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:04:12.287552 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa81cf6-3d60-44c6-8afe-4f851bac5223', 'name': 'network-vif-deleted', 'tag': '23a2341d-bf17-4b31-a036-ec97b79d5fed', 'status': 'completed', 'code': 200} Mar 02 14:04:12.332976 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-34a615ba-57ad-4ca8-b9be-f05d316fda8e None None] Set router e72e205e-913d-4b84-a8dc-ec4c6fb2236d gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:04:12.550456 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-34a615ba-57ad-4ca8-b9be-f05d316fda8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T13:58:24Z', 'revision_number': 4, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port': {'id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:22Z', 'updated_at': '2022-03-02T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '38f761f0-e012-43b8-9f4a-8451c4a7f1a0', 'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'mac_address': 'fa:16:3e:e5:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:24Z', 'updated_at': '2022-03-02T13:58:28Z', 'revision_number': 5, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'subnets': [{'id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:12.576965 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a615ba-57ad-4ca8-b9be-f05d316fda8e None None] Checking router: e72e205e-913d-4b84-a8dc-ec4c6fb2236d for host: dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:04:12.584860 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a615ba-57ad-4ca8-b9be-f05d316fda8e None None] Routers {'e72e205e-913d-4b84-a8dc-ec4c6fb2236d'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:04:12.585457 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-34a615ba-57ad-4ca8-b9be-f05d316fda8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:04:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:12.611802 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:12.694441 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-34a615ba-57ad-4ca8-b9be-f05d316fda8e None None] Set router e72e205e-913d-4b84-a8dc-ec4c6fb2236d gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:04:12.886205 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-34a615ba-57ad-4ca8-b9be-f05d316fda8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T13:58:24Z', 'revision_number': 4, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port': {'id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:22Z', 'updated_at': '2022-03-02T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '38f761f0-e012-43b8-9f4a-8451c4a7f1a0', 'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'mac_address': 'fa:16:3e:e5:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:24Z', 'updated_at': '2022-03-02T13:58:28Z', 'revision_number': 5, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'subnets': [{'id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:12.916773 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a615ba-57ad-4ca8-b9be-f05d316fda8e None None] The sync data for ids ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'] in dv-cinder-831247-3-iscsi is: [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T13:58:24Z', 'revision_number': 4, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port': {'id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:22Z', 'updated_at': '2022-03-02T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '38f761f0-e012-43b8-9f4a-8451c4a7f1a0', 'name': '', 'network_id': '2c507a7b-d519-44d9-b367-d10702dec79d', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'mac_address': 'fa:16:3e:e5:e0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:24Z', 'updated_at': '2022-03-02T13:58:28Z', 'revision_number': 5, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'subnets': [{'id': 'a65492fa-addf-4282-9092-2b2202c1df68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:04:12.960990 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f21f35-bad8-4c67-8ed8-673803028607 req-1160adf5-437f-4752-9ef8-e77ab13f3020 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:12.962515 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-77f21f35-bad8-4c67-8ed8-673803028607 req-1160adf5-437f-4752-9ef8-e77ab13f3020 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=91d736f3-ecb0-4eba-87db-496a35e87056 HTTP/1.1" status: 200 len: 943 time: 0.0544407 Mar 02 14:04:13.010017 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-77f21f35-bad8-4c67-8ed8-673803028607 req-dd9e2a88-7988-4af4-913b-3f91c819137d tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419469 Mar 02 14:04:13.133978 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827e3058-7325-4ba8-afbd-9c9bba50aad4 None None] New status for floating IP 00ddd48c-3e73-4cd6-a1ac-d9887b01a0e7: DOWN {{(pid=102941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 14:04:13.240324 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:04:13.298842 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 39592) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:13.341276 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed,segment=NetworkSegment(ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5),segment_id=ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:13.351289 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b0ae51c2-b4eb-492a-94c5-95ef7b838ed9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group (3307559f-930e-4a36-9023-f6d01490c92d), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:13.356678 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': '9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed', 'network_id': '2969a1cf-b271-4634-99b1-459dd010d5c9', 'port_id': '9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed', 'mac_address': 'fa:16:3e:87:31:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13aaebaf-365f-4dd9-ba23-26044b362865', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:04:13.374720 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b0ae51c2-b4eb-492a-94c5-95ef7b838ed9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group (3307559f-930e-4a36-9023-f6d01490c92d), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:13.395507 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:04:13.395813 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:13.408883 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:04:13.421309 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b0ae51c2-b4eb-492a-94c5-95ef7b838ed9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (3307559f-930e-4a36-9023-f6d01490c92d), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:13.423916 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b0ae51c2-b4eb-492a-94c5-95ef7b838ed9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:13.425055 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-b0ae51c2-b4eb-492a-94c5-95ef7b838ed9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "DELETE /v2.0/security-groups/3307559f-930e-4a36-9023-f6d01490c92d HTTP/1.1" status: 204 len: 168 time: 0.1252253 Mar 02 14:04:13.427880 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 39594) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:13.433601 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed,segment=NetworkSegment(ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5),segment_id=ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:13.435132 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae51c2-b4eb-492a-94c5-95ef7b838ed9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3307559f-930e-4a36-9023-f6d01490c92d,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:13.437949 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:13.443834 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae51c2-b4eb-492a-94c5-95ef7b838ed9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.443834 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae51c2-b4eb-492a-94c5-95ef7b838ed9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.444110 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.api.v2.resource [None req-25b676a9-a058-4cb6-84ba-b3b658bdd453 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] show failed (client error): The resource could not be found. Mar 02 14:04:13.444194 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae51c2-b4eb-492a-94c5-95ef7b838ed9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.444194 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae51c2-b4eb-492a-94c5-95ef7b838ed9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.444341 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae51c2-b4eb-492a-94c5-95ef7b838ed9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.444658 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-25b676a9-a058-4cb6-84ba-b3b658bdd453 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "GET /v2.0/security-groups/3307559f-930e-4a36-9023-f6d01490c92d HTTP/1.1" status: 404 len: 347 time: 0.0154791 Mar 02 14:04:13.444777 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae51c2-b4eb-492a-94c5-95ef7b838ed9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.444871 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae51c2-b4eb-492a-94c5-95ef7b838ed9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.445207 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae51c2-b4eb-492a-94c5-95ef7b838ed9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.445540 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae51c2-b4eb-492a-94c5-95ef7b838ed9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.445874 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae51c2-b4eb-492a-94c5-95ef7b838ed9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.446332 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae51c2-b4eb-492a-94c5-95ef7b838ed9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.446701 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae51c2-b4eb-492a-94c5-95ef7b838ed9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.447040 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae51c2-b4eb-492a-94c5-95ef7b838ed9 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.447244 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 39596) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:13.497806 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:13.504930 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.505291 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.505646 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.505994 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.506338 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.506701 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.507045 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.507380 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.507720 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.508056 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.508388 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.508718 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.509048 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:04:13.580054 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-46e05ba2-008c-4f5f-9ade-be674e09bbe5 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Deleting port 6b2a61b7-05cd-423b-af3e-23c5af7a6509 {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:04:13.580407 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-46e05ba2-008c-4f5f-9ade-be674e09bbe5 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (6b2a61b7-05cd-423b-af3e-23c5af7a6509), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:13.655115 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-46e05ba2-008c-4f5f-9ade-be674e09bbe5 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (6b2a61b7-05cd-423b-af3e-23c5af7a6509), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:13.655373 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-46e05ba2-008c-4f5f-9ade-be674e09bbe5 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for floatingip (6b2a61b7-05cd-423b-af3e-23c5af7a6509), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:13.667000 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-46e05ba2-008c-4f5f-9ade-be674e09bbe5 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Calling delete_port for 6b2a61b7-05cd-423b-af3e-23c5af7a6509 owned by network:floatingip {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:04:13.720060 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:04:13.799973 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-46e05ba2-008c-4f5f-9ade-be674e09bbe5 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (6b2a61b7-05cd-423b-af3e-23c5af7a6509), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:13.828151 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e05ba2-008c-4f5f-9ade-be674e09bbe5 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Pushing event deleted for resources: {'Port': ['ID=6b2a61b7-05cd-423b-af3e-23c5af7a6509,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:13.888324 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-46e05ba2-008c-4f5f-9ade-be674e09bbe5 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks [] for floatingip (00ddd48c-3e73-4cd6-a1ac-d9887b01a0e7), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:13.890970 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-46e05ba2-008c-4f5f-9ade-be674e09bbe5 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:13.892168 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-46e05ba2-008c-4f5f-9ade-be674e09bbe5 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] 10.222.0.36 "DELETE /v2.0/floatingips/00ddd48c-3e73-4cd6-a1ac-d9887b01a0e7 HTTP/1.1" status: 204 len: 168 time: 0.4440391 Mar 02 14:04:14.132809 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c071d8-fc66-4e5d-8fa2-61f23e94bd71 req-df36c54f-2813-4807-8687-813c08a3b0dc tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:14.134578 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d1c071d8-fc66-4e5d-8fa2-61f23e94bd71 req-df36c54f-2813-4807-8687-813c08a3b0dc tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=91d736f3-ecb0-4eba-87db-496a35e87056 HTTP/1.1" status: 200 len: 944 time: 0.0563269 Mar 02 14:04:14.150334 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:14.183344 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d1c071d8-fc66-4e5d-8fa2-61f23e94bd71 req-ec00bea5-4250-4d92-9462-f7c585ac7d4e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424242 Mar 02 14:04:15.215512 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:04:15.264757 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:04:15.268726 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:04:15.269237 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:15.304546 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052e932-276d-4208-8944-5e5e428fdcbf req-a2a36448-5e7b-4172-9f92-3e39a88476d4 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:15.306191 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9052e932-276d-4208-8944-5e5e428fdcbf req-a2a36448-5e7b-4172-9f92-3e39a88476d4 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=91d736f3-ecb0-4eba-87db-496a35e87056 HTTP/1.1" status: 200 len: 944 time: 0.0570266 Mar 02 14:04:15.353968 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:04:15.354961 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:15.356280 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9052e932-276d-4208-8944-5e5e428fdcbf req-da4b117b-3ce7-4112-b279-1649b0d5cfc1 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443442 Mar 02 14:04:15.380673 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d736f3-ecb0-4eba-87db-496a35e87056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:04:15.382888 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee028c81-3f18-4cbc-b01a-339baae0f9e2" -d '{"events": [{"server_uuid": "91d736f3-ecb0-4eba-87db-496a35e87056", "name": "network-vif-plugged", "status": "completed", "tag": "9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:04:15.395735 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed,segment=NetworkSegment(ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5),segment_id=ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:15.399942 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:15.401074 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 23a2341d-bf17-4b31-a036-ec97b79d5fed no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:04:15.439909 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5574c98b-4418-4862-a500-725fc45a31f6 x-openstack-request-id: req-5574c98b-4418-4862-a500-725fc45a31f6 {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:04:15.440227 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d736f3-ecb0-4eba-87db-496a35e87056", "name": "network-vif-plugged", "status": "completed", "tag": "9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:04:15.440491 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5574c98b-4418-4862-a500-725fc45a31f6 {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:04:15.440904 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d736f3-ecb0-4eba-87db-496a35e87056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed', 'code': 200} Mar 02 14:04:15.443465 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: 23a2341d-bf17-4b31-a036-ec97b79d5fed {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:04:15.443824 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 23a2341d-bf17-4b31-a036-ec97b79d5fed not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:04:15.469326 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:15.585703 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8685e-7d6c-40ff-bf42-c048321d4db2 req-6df7e67a-ae8c-4d2d-8f51-2ac5f757c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:15.587192 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-51e8685e-7d6c-40ff-bf42-c048321d4db2 req-6df7e67a-ae8c-4d2d-8f51-2ac5f757c06d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=91d736f3-ecb0-4eba-87db-496a35e87056 HTTP/1.1" status: 200 len: 1129 time: 0.0432801 Mar 02 14:04:15.633610 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-51e8685e-7d6c-40ff-bf42-c048321d4db2 req-ff4c45a8-26be-4c15-a4c3-7b64011bda10 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369372 Mar 02 14:04:16.285056 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 39624) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:16.562487 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dfb00-7552-412d-94fc-36ddc2a472f9 req-02993efb-9091-4261-83e4-44025d92a664 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:16.563970 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-249dfb00-7552-412d-94fc-36ddc2a472f9 req-02993efb-9091-4261-83e4-44025d92a664 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=91d736f3-ecb0-4eba-87db-496a35e87056 HTTP/1.1" status: 200 len: 945 time: 0.1257222 Mar 02 14:04:16.642618 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-249dfb00-7552-412d-94fc-36ddc2a472f9 req-d0776bd0-d80e-48aa-b8f1-f625d0bd5d04 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719700 Mar 02 14:04:16.747753 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a7b06375-867b-47bc-875c-97134ecf3d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607117'] for router_interface (e72e205e-913d-4b84-a8dc-ec4c6fb2236d), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:16.860351 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7365559a-58f1-470f-8cc3-7ac5f3d728c9 req-6c9bc914-9864-451c-aee5-a38be7adaee9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445201 Mar 02 14:04:16.978496 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365559a-58f1-470f-8cc3-7ac5f3d728c9 req-b1e00514-a010-41ad-8b8f-53884d94787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:16.980579 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7365559a-58f1-470f-8cc3-7ac5f3d728c9 req-b1e00514-a010-41ad-8b8f-53884d94787d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d065ca6b45040b6978b65b835c610d7&device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 1130 time: 0.0465376 Mar 02 14:04:17.013252 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-a7b06375-867b-47bc-875c-97134ecf3d86 admin admin] Deleting port 38f761f0-e012-43b8-9f4a-8451c4a7f1a0 {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:04:17.013596 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a7b06375-867b-47bc-875c-97134ecf3d86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (38f761f0-e012-43b8-9f4a-8451c4a7f1a0), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:17.099365 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [None req-a7b06375-867b-47bc-875c-97134ecf3d86 admin admin] For port 38f761f0-e012-43b8-9f4a-8451c4a7f1a0, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=38f761f0-e012-43b8-9f4a-8451c4a7f1a0,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:17.099745 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a7b06375-867b-47bc-875c-97134ecf3d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (38f761f0-e012-43b8-9f4a-8451c4a7f1a0), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:17.113610 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-a7b06375-867b-47bc-875c-97134ecf3d86 admin admin] Calling delete_port for 38f761f0-e012-43b8-9f4a-8451c4a7f1a0 owned by network:router_interface {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:04:17.316775 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a7b06375-867b-47bc-875c-97134ecf3d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (38f761f0-e012-43b8-9f4a-8451c4a7f1a0), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:17.340599 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365559a-58f1-470f-8cc3-7ac5f3d728c9 req-791bb2a0-b997-4018-808d-0327c6a1b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:17.342215 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7365559a-58f1-470f-8cc3-7ac5f3d728c9 req-791bb2a0-b997-4018-808d-0327c6a1b2f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=951bfca3-aac8-4a93-9a1f-4c55aa7121f7 HTTP/1.1" status: 200 len: 909 time: 0.3430388 Mar 02 14:04:17.342560 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b06375-867b-47bc-875c-97134ecf3d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=38f761f0-e012-43b8-9f4a-8451c4a7f1a0,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:17.419761 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7365559a-58f1-470f-8cc3-7ac5f3d728c9 req-200c8e7e-8e3f-43fb-99a8-29c90e3ebe5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe7509e1-2ef5-42ee-b105-cfd330dbcb98 HTTP/1.1" status: 200 len: 1002 time: 0.0705211 Mar 02 14:04:17.475820 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365559a-58f1-470f-8cc3-7ac5f3d728c9 req-de11a8eb-14b9-4248-af64-b6713d962a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:17.477374 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7365559a-58f1-470f-8cc3-7ac5f3d728c9 req-de11a8eb-14b9-4248-af64-b6713d962a56 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00276bbf-6f6e-4bc8-b50e-d19182636b07 HTTP/1.1" status: 200 len: 847 time: 0.0517197 Mar 02 14:04:17.519766 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a7b06375-867b-47bc-875c-97134ecf3d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606945'] for router_interface (e72e205e-913d-4b84-a8dc-ec4c6fb2236d), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:17.536121 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365559a-58f1-470f-8cc3-7ac5f3d728c9 req-1a01c5dd-2cd3-40cb-8488-64338c98b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:17.538259 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7365559a-58f1-470f-8cc3-7ac5f3d728c9 req-1a01c5dd-2cd3-40cb-8488-64338c98b7e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=951bfca3-aac8-4a93-9a1f-4c55aa7121f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534298 Mar 02 14:04:17.640032 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7365559a-58f1-470f-8cc3-7ac5f3d728c9 req-d1bce070-e1c7-433c-8d8f-5be64ecb8249 service neutron] 10.222.0.20 "GET /v2.0/networks/951bfca3-aac8-4a93-9a1f-4c55aa7121f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909688 Mar 02 14:04:17.736711 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7365559a-58f1-470f-8cc3-7ac5f3d728c9 req-e5d4b75d-317f-4852-bce1-d235755f5360 service neutron] 10.222.0.20 "GET /v2.0/networks/951bfca3-aac8-4a93-9a1f-4c55aa7121f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902610 Mar 02 14:04:17.837957 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea74668-2c14-42ef-b335-1e0c4d17837a req-877e9344-a429-4335-a475-92e15b0ad7de tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:17.840135 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-dea74668-2c14-42ef-b335-1e0c4d17837a req-877e9344-a429-4335-a475-92e15b0ad7de tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=91d736f3-ecb0-4eba-87db-496a35e87056 HTTP/1.1" status: 200 len: 945 time: 0.1282289 Mar 02 14:04:17.845887 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b06375-867b-47bc-875c-97134ecf3d86 admin admin] Router e72e205e-913d-4b84-a8dc-ec4c6fb2236d has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:04:17.956378 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-dea74668-2c14-42ef-b335-1e0c4d17837a req-f075629b-faa4-4fbf-a2aa-14a48bf0aad1 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088772 Mar 02 14:04:18.015495 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b06375-867b-47bc-875c-97134ecf3d86 admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:04:18.020933 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-a7b06375-867b-47bc-875c-97134ecf3d86 admin admin] 10.222.0.36 "PUT /v2.0/routers/e72e205e-913d-4b84-a8dc-ec4c6fb2236d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7346790 Mar 02 14:04:18.023690 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 39634) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:18.031266 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac478b97-a145-4488-b44a-5f2cec33ce85 None None] Sync routers for ids ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'] in dv-cinder-831247-3-iscsi {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:04:18.043095 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac478b97-a145-4488-b44a-5f2cec33ce85 None None] Routers {'e72e205e-913d-4b84-a8dc-ec4c6fb2236d'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:04:18.044204 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-ac478b97-a145-4488-b44a-5f2cec33ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:04:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:18.165677 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0f65fea2-27d9-4ec3-a980-596bf1ebb601 admin admin] Publish callbacks [] for router (e72e205e-913d-4b84-a8dc-ec4c6fb2236d), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:18.170078 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-ac478b97-a145-4488-b44a-5f2cec33ce85 None None] Set router e72e205e-913d-4b84-a8dc-ec4c6fb2236d gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:04:18.286142 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0f65fea2-27d9-4ec3-a980-596bf1ebb601 admin admin] Publish callbacks [] for router_gateway (e72e205e-913d-4b84-a8dc-ec4c6fb2236d), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:18.364803 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-0f65fea2-27d9-4ec3-a980-596bf1ebb601 admin admin] Deleting port c4823781-8f1a-4524-a383-36e4ace5bc2e {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:04:18.365148 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0f65fea2-27d9-4ec3-a980-596bf1ebb601 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (c4823781-8f1a-4524-a383-36e4ace5bc2e), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:18.372747 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-ac478b97-a145-4488-b44a-5f2cec33ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T14:04:17Z', 'revision_number': 5, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port': {'id': 'c4823781-8f1a-4524-a383-36e4ace5bc2e', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:58:22Z', 'updated_at': '2022-03-02T13:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:18.453905 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [None req-0f65fea2-27d9-4ec3-a980-596bf1ebb601 admin admin] For port c4823781-8f1a-4524-a383-36e4ace5bc2e, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=c4823781-8f1a-4524-a383-36e4ace5bc2e,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:18.454266 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0f65fea2-27d9-4ec3-a980-596bf1ebb601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (c4823781-8f1a-4524-a383-36e4ace5bc2e), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:18.470818 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-0f65fea2-27d9-4ec3-a980-596bf1ebb601 admin admin] Calling delete_port for c4823781-8f1a-4524-a383-36e4ace5bc2e owned by network:router_gateway {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:04:18.498439 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac478b97-a145-4488-b44a-5f2cec33ce85 None None] Checking router: e72e205e-913d-4b84-a8dc-ec4c6fb2236d for host: dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:04:18.508569 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac478b97-a145-4488-b44a-5f2cec33ce85 None None] Routers {'e72e205e-913d-4b84-a8dc-ec4c6fb2236d'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:04:18.509184 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-ac478b97-a145-4488-b44a-5f2cec33ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:04:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:18.602381 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-ac478b97-a145-4488-b44a-5f2cec33ce85 None None] Set router e72e205e-913d-4b84-a8dc-ec4c6fb2236d gateway port host: None {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:04:18.647609 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0f65fea2-27d9-4ec3-a980-596bf1ebb601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (c4823781-8f1a-4524-a383-36e4ace5bc2e), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:18.656358 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-ac478b97-a145-4488-b44a-5f2cec33ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T14:04:18Z', 'revision_number': 6, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port_host': None}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:18.673361 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65fea2-27d9-4ec3-a980-596bf1ebb601 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4823781-8f1a-4524-a383-36e4ace5bc2e,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:18.687598 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac478b97-a145-4488-b44a-5f2cec33ce85 None None] The sync data for ids ['e72e205e-913d-4b84-a8dc-ec4c6fb2236d'] in dv-cinder-831247-3-iscsi is: [{'id': 'e72e205e-913d-4b84-a8dc-ec4c6fb2236d', 'name': 'tempest-AttachVolumeShelveTestJSON-779425720-router', 'tenant_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:58:21Z', 'updated_at': '2022-03-02T14:04:18Z', 'revision_number': 6, 'project_id': '21f2ae141a3f4e41ac92ac4b9bc8d548', 'gw_port_host': None}] {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:04:18.738950 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0f65fea2-27d9-4ec3-a980-596bf1ebb601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607299'] for router_gateway (e72e205e-913d-4b84-a8dc-ec4c6fb2236d), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.089171 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0f65fea2-27d9-4ec3-a980-596bf1ebb601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13013'] for router (e72e205e-913d-4b84-a8dc-ec4c6fb2236d), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.092313 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0f65fea2-27d9-4ec3-a980-596bf1ebb601 admin admin] Publish callbacks [] for router_controller (e72e205e-913d-4b84-a8dc-ec4c6fb2236d), precommit_delete_associations {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.141180 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0f65fea2-27d9-4ec3-a980-596bf1ebb601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602344'] for router (e72e205e-913d-4b84-a8dc-ec4c6fb2236d), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.141842 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f65fea2-27d9-4ec3-a980-596bf1ebb601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e72e205e-913d-4b84-a8dc-ec4c6fb2236d {{(pid=102940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 14:04:19.147266 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0f65fea2-27d9-4ec3-a980-596bf1ebb601 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.148413 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-0f65fea2-27d9-4ec3-a980-596bf1ebb601 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e72e205e-913d-4b84-a8dc-ec4c6fb2236d HTTP/1.1" status: 204 len: 168 time: 1.1237347 Mar 02 14:04:19.152157 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 39640) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:19.195912 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c72bba-1cf4-40e1-bd5d-9f5723115a73 admin admin] Deleting subnet a65492fa-addf-4282-9092-2b2202c1df68 {{(pid=102940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 14:04:19.199506 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a7c72bba-1cf4-40e1-bd5d-9f5723115a73 admin admin] Publish callbacks [] for subnet (a65492fa-addf-4282-9092-2b2202c1df68), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.235286 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a7c72bba-1cf4-40e1-bd5d-9f5723115a73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4452555'] for subnet (a65492fa-addf-4282-9092-2b2202c1df68), precommit_delete_associations {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.310764 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a7c72bba-1cf4-40e1-bd5d-9f5723115a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775021'] for subnet (a65492fa-addf-4282-9092-2b2202c1df68), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.363334 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a7c72bba-1cf4-40e1-bd5d-9f5723115a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4452611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4384903'] for subnet (a65492fa-addf-4282-9092-2b2202c1df68), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.389971 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c72bba-1cf4-40e1-bd5d-9f5723115a73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a65492fa-addf-4282-9092-2b2202c1df68,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:19.391872 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a7c72bba-1cf4-40e1-bd5d-9f5723115a73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.395115 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-a7c72bba-1cf4-40e1-bd5d-9f5723115a73 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a65492fa-addf-4282-9092-2b2202c1df68 HTTP/1.1" status: 204 len: 168 time: 0.2420347 Mar 02 14:04:19.397641 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 39648) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:19.412025 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b4aa49-9951-4a64-bc80-5025bebce003 None None] Network 2c507a7b-d519-44d9-b367-d10702dec79d requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:04:19.474860 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845718'] for network (2c507a7b-d519-44d9-b367-d10702dec79d), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.533204 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] Deleting port 318604bc-e047-4a8d-9064-5ff4641a0410 {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:04:19.533526 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (318604bc-e047-4a8d-9064-5ff4641a0410), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.602627 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c8e94d-fd90-4b97-be00-51bfae020116 None None] DHCP port deletion for 2c507a7b-d519-44d9-b367-d10702dec79d request from dv-cinder-831247-3-iscsi {{(pid=102941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 14:04:19.611402 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] For port 318604bc-e047-4a8d-9064-5ff4641a0410, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=318604bc-e047-4a8d-9064-5ff4641a0410,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:19.611763 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (318604bc-e047-4a8d-9064-5ff4641a0410), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.626478 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] Calling delete_port for 318604bc-e047-4a8d-9064-5ff4641a0410 owned by network:dhcp {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:04:19.665046 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-97c8e94d-fd90-4b97-be00-51bfae020116 None None] Deleting port 318604bc-e047-4a8d-9064-5ff4641a0410 {{(pid=102941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:04:19.665435 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-97c8e94d-fd90-4b97-be00-51bfae020116 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (318604bc-e047-4a8d-9064-5ff4641a0410), before_delete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.736804 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (318604bc-e047-4a8d-9064-5ff4641a0410), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.772282 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] Pushing event deleted for resources: {'Port': ['ID=318604bc-e047-4a8d-9064-5ff4641a0410,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:19.777699 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] No DVR routers for this DVR port 318604bc-e047-4a8d-9064-5ff4641a0410 on host dv-cinder-831247-3-iscsi {{(pid=102940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:04:19.794475 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-97c8e94d-fd90-4b97-be00-51bfae020116 None None] For port 318604bc-e047-4a8d-9064-5ff4641a0410, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=318604bc-e047-4a8d-9064-5ff4641a0410,segment=NetworkSegment(8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf),segment_id=8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:19.795480 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-97c8e94d-fd90-4b97-be00-51bfae020116 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (318604bc-e047-4a8d-9064-5ff4641a0410), precommit_delete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.812485 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-97c8e94d-fd90-4b97-be00-51bfae020116 None None] Calling delete_port for 318604bc-e047-4a8d-9064-5ff4641a0410 owned by network:dhcp {{(pid=102941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:04:19.866484 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754838', 'neutron.services.segments.db._delete_segments_for_network-8736061257629'] for network (2c507a7b-d519-44d9-b367-d10702dec79d), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.889384 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.services.segments.db [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c507a7b-d519-44d9-b367-d10702dec79d']}} {{(pid=102940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:19.898126 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-97c8e94d-fd90-4b97-be00-51bfae020116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284'] for port (318604bc-e047-4a8d-9064-5ff4641a0410), after_delete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.899463 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.services.segments.db [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf') {'for_net_delete': True} {{(pid=102940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:19.899785 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.services.segments.db [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf') {} {{(pid=102940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:19.910248 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736061261222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4452572'] for segment (8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.923948 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.924144 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8e94d-fd90-4b97-be00-51bfae020116 None None] Pushing event deleted for resources: {'Port': ['ID=318604bc-e047-4a8d-9064-5ff4641a0410,revision_number=None']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:19.928734 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c8e94d-fd90-4b97-be00-51bfae020116 None None] No DVR routers for this DVR port 318604bc-e047-4a8d-9064-5ff4641a0410 on host dv-cinder-831247-3-iscsi {{(pid=102941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:04:19.930121 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=102940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 14:04:19.930962 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4452829'] for segment (8dc49e04-143f-4d2a-a59a-c7fa1dfa36bf), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: Traceback (most recent call last): Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: timer() Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: cb(*args, **kw) Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: return func(*args, **kwargs) Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: self._notify() Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: self.callback(batched_events) Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: event.method(event) Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: return f(self, *a, **k) Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: return self._get(url).json() Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: return self.request(url, 'GET', **kwargs) Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 14:04:19.933004 dv-cinder-831247-3-iscsi neutron-server[102940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 14:04:19.990063 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607359'] for network (2c507a7b-d519-44d9-b367-d10702dec79d), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.995957 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:19.999091 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] 10.222.0.36 "DELETE /v2.0/networks/2c507a7b-d519-44d9-b367-d10702dec79d HTTP/1.1" status: 204 len: 168 time: 0.6005316 Mar 02 14:04:20.012408 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e069475-1397-49e5-89df-95ab65a0842e admin admin] Pushing event deleted for resources: {'Network': ['ID=2c507a7b-d519-44d9-b367-d10702dec79d,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:20.116349 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 39658) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:20.161447 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-f27c938d-2cfb-463c-bb9a-e4d74780b49b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21f2ae141a3f4e41ac92ac4b9bc8d548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439200 Mar 02 14:04:20.163854 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 39660) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:20.202367 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 39662) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:20.211195 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3dfb863b-7acd-4da6-924b-f2c1ac4b00f1 admin admin] Publish callbacks [] for security_group (740d772a-10e9-466f-a493-40f416b9adb6), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:20.232941 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3dfb863b-7acd-4da6-924b-f2c1ac4b00f1 admin admin] Publish callbacks [] for security_group (740d772a-10e9-466f-a493-40f416b9adb6), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:20.283703 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3dfb863b-7acd-4da6-924b-f2c1ac4b00f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (740d772a-10e9-466f-a493-40f416b9adb6), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:20.286272 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3dfb863b-7acd-4da6-924b-f2c1ac4b00f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:20.287458 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-3dfb863b-7acd-4da6-924b-f2c1ac4b00f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/740d772a-10e9-466f-a493-40f416b9adb6 HTTP/1.1" status: 204 len: 168 time: 0.1227202 Mar 02 14:04:20.295414 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb863b-7acd-4da6-924b-f2c1ac4b00f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740d772a-10e9-466f-a493-40f416b9adb6,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:20.369607 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-5c86fc87-7726-4101-8c91-5601dc7c2fc7 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Deleting port 95bfbd07-c875-401a-81c2-963ab30eeca1 {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:04:20.370584 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5c86fc87-7726-4101-8c91-5601dc7c2fc7 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (95bfbd07-c875-401a-81c2-963ab30eeca1), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:20.451826 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5c86fc87-7726-4101-8c91-5601dc7c2fc7 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (95bfbd07-c875-401a-81c2-963ab30eeca1), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:20.452071 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5c86fc87-7726-4101-8c91-5601dc7c2fc7 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for floatingip (95bfbd07-c875-401a-81c2-963ab30eeca1), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:20.464793 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-5c86fc87-7726-4101-8c91-5601dc7c2fc7 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Calling delete_port for 95bfbd07-c875-401a-81c2-963ab30eeca1 owned by network:floatingip {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:04:20.537882 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device c4823781-8f1a-4524-a383-36e4ace5bc2e no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:04:20.559958 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: c4823781-8f1a-4524-a383-36e4ace5bc2e {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:04:20.560511 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device c4823781-8f1a-4524-a383-36e4ace5bc2e not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:04:20.560885 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 318604bc-e047-4a8d-9064-5ff4641a0410 no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:04:20.580508 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: 318604bc-e047-4a8d-9064-5ff4641a0410 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:04:20.580925 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 318604bc-e047-4a8d-9064-5ff4641a0410 not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:04:20.581573 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 38f761f0-e012-43b8-9f4a-8451c4a7f1a0 no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:04:20.604200 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: 38f761f0-e012-43b8-9f4a-8451c4a7f1a0 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:04:20.605174 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 38f761f0-e012-43b8-9f4a-8451c4a7f1a0 not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:04:20.652300 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5c86fc87-7726-4101-8c91-5601dc7c2fc7 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (95bfbd07-c875-401a-81c2-963ab30eeca1), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:20.677178 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86fc87-7726-4101-8c91-5601dc7c2fc7 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Pushing event deleted for resources: {'Port': ['ID=95bfbd07-c875-401a-81c2-963ab30eeca1,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:20.747279 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5c86fc87-7726-4101-8c91-5601dc7c2fc7 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for floatingip (f747591d-dff1-4b19-b220-edba4c20b502), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:20.747614 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.l3_db [None req-5c86fc87-7726-4101-8c91-5601dc7c2fc7 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Floating IP f747591d-dff1-4b19-b220-edba4c20b502 disassociated (deleted). External IP: 172.27.1.163, port: fe7509e1-2ef5-42ee-b105-cfd330dbcb98. Mar 02 14:04:20.974879 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c86fc87-7726-4101-8c91-5601dc7c2fc7 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Router 0a782552-86fc-486c-8092-8df79805bb2e has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:04:21.083944 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c86fc87-7726-4101-8c91-5601dc7c2fc7 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:04:21.088256 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-5c86fc87-7726-4101-8c91-5601dc7c2fc7 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:21.097325 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854dfa09-1a2d-4c08-8a42-13ad2144ccbb None None] Sync routers for ids ['0a782552-86fc-486c-8092-8df79805bb2e'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:04:21.108882 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854dfa09-1a2d-4c08-8a42-13ad2144ccbb None None] Routers {'0a782552-86fc-486c-8092-8df79805bb2e'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:04:21.109630 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-854dfa09-1a2d-4c08-8a42-13ad2144ccbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:04:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['0a782552-86fc-486c-8092-8df79805bb2e'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:21.118886 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-5c86fc87-7726-4101-8c91-5601dc7c2fc7 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "DELETE /v2.0/floatingips/f747591d-dff1-4b19-b220-edba4c20b502 HTTP/1.1" status: 204 len: 168 time: 0.9153714 Mar 02 14:04:21.119484 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad80347-da06-4070-8cb1-91129fef8fa2', 'tag': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:04:21.121738 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b217d8-c69e-4e76-9f66-69deeaf35244" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad80347-da06-4070-8cb1-91129fef8fa2", "tag": "fe7509e1-2ef5-42ee-b105-cfd330dbcb98"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:04:21.232955 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-854dfa09-1a2d-4c08-8a42-13ad2144ccbb None None] Set router 0a782552-86fc-486c-8092-8df79805bb2e gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:04:21.295330 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184c2a41-748b-4a4e-bf79-2f0522a65648 x-openstack-request-id: req-184c2a41-748b-4a4e-bf79-2f0522a65648 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:04:21.295855 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad80347-da06-4070-8cb1-91129fef8fa2", "tag": "fe7509e1-2ef5-42ee-b105-cfd330dbcb98", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:04:21.295855 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-184c2a41-748b-4a4e-bf79-2f0522a65648 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:04:21.296288 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad80347-da06-4070-8cb1-91129fef8fa2', 'tag': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98', 'status': 'completed', 'code': 200} Mar 02 14:04:21.378122 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b217d8-c69e-4e76-9f66-69deeaf35244 req-11c8f82c-0ed0-4176-a60d-41da939066a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:21.380085 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b7b217d8-c69e-4e76-9f66-69deeaf35244 req-11c8f82c-0ed0-4176-a60d-41da939066a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d065ca6b45040b6978b65b835c610d7&device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 1130 time: 0.0510113 Mar 02 14:04:21.412805 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ee8fb-0e8d-4a5c-8295-90e2ee6cf5b1 req-fcafc828-88f8-422d-99bf-e296085af0a7 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:21.415262 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-843ee8fb-0e8d-4a5c-8295-90e2ee6cf5b1 req-fcafc828-88f8-422d-99bf-e296085af0a7 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.0658441 Mar 02 14:04:21.475794 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-843ee8fb-0e8d-4a5c-8295-90e2ee6cf5b1 req-01c13f01-2b73-4b76-9d65-5b69ca24709b tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538418 Mar 02 14:04:21.493826 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b217d8-c69e-4e76-9f66-69deeaf35244 req-5330615b-4119-458b-acfb-7900a92fc45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:21.495425 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b7b217d8-c69e-4e76-9f66-69deeaf35244 req-5330615b-4119-458b-acfb-7900a92fc45c service neutron] 10.222.0.20 "GET /v2.0/networks?id=951bfca3-aac8-4a93-9a1f-4c55aa7121f7 HTTP/1.1" status: 200 len: 909 time: 0.1037095 Mar 02 14:04:21.530925 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-854dfa09-1a2d-4c08-8a42-13ad2144ccbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a782552-86fc-486c-8092-8df79805bb2e', 'name': 'tempest-TestShelveInstance-120340892-router', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:25Z', 'updated_at': '2022-03-02T13:59:30Z', 'revision_number': 4, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'gw_port': {'id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:27Z', 'updated_at': '2022-03-02T13:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': 'a80a5097-8251-4524-a561-c0eeb8e0acf5', 'name': '', 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'mac_address': 'fa:16:3e:76:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:29Z', 'updated_at': '2022-03-02T13:59:42Z', 'revision_number': 5, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'subnets': [{'id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:21.552234 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b7b217d8-c69e-4e76-9f66-69deeaf35244 req-5e319b59-d59b-4dc9-a573-22a09adfbe58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe7509e1-2ef5-42ee-b105-cfd330dbcb98 HTTP/1.1" status: 200 len: 217 time: 0.0472581 Mar 02 14:04:21.564436 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854dfa09-1a2d-4c08-8a42-13ad2144ccbb None None] Checking router: 0a782552-86fc-486c-8092-8df79805bb2e for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:04:21.574802 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854dfa09-1a2d-4c08-8a42-13ad2144ccbb None None] Routers {'0a782552-86fc-486c-8092-8df79805bb2e'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:04:21.575523 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-854dfa09-1a2d-4c08-8a42-13ad2144ccbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:04:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['0a782552-86fc-486c-8092-8df79805bb2e'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:21.611709 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b217d8-c69e-4e76-9f66-69deeaf35244 req-8a9abd7c-68c1-4e2b-849a-ceb82e09ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:21.613439 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b7b217d8-c69e-4e76-9f66-69deeaf35244 req-8a9abd7c-68c1-4e2b-849a-ceb82e09ced3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00276bbf-6f6e-4bc8-b50e-d19182636b07 HTTP/1.1" status: 200 len: 847 time: 0.0539432 Mar 02 14:04:21.666917 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b217d8-c69e-4e76-9f66-69deeaf35244 req-4354e6da-174c-4352-ac5f-031ee1492f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:21.668489 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b7b217d8-c69e-4e76-9f66-69deeaf35244 req-4354e6da-174c-4352-ac5f-031ee1492f51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=951bfca3-aac8-4a93-9a1f-4c55aa7121f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482950 Mar 02 14:04:21.688839 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-854dfa09-1a2d-4c08-8a42-13ad2144ccbb None None] Set router 0a782552-86fc-486c-8092-8df79805bb2e gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:04:21.767306 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b7b217d8-c69e-4e76-9f66-69deeaf35244 req-feb60dd3-6662-4cbd-a31f-9983a4fe408c service neutron] 10.222.0.20 "GET /v2.0/networks/951bfca3-aac8-4a93-9a1f-4c55aa7121f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912921 Mar 02 14:04:21.881154 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-b7b217d8-c69e-4e76-9f66-69deeaf35244 req-4e047fb0-9894-47b7-9b39-4006bfc9d6bf service neutron] 10.222.0.20 "GET /v2.0/networks/951bfca3-aac8-4a93-9a1f-4c55aa7121f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034131 Mar 02 14:04:22.021623 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-854dfa09-1a2d-4c08-8a42-13ad2144ccbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a782552-86fc-486c-8092-8df79805bb2e', 'name': 'tempest-TestShelveInstance-120340892-router', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:25Z', 'updated_at': '2022-03-02T13:59:30Z', 'revision_number': 4, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'gw_port': {'id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:27Z', 'updated_at': '2022-03-02T13:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': 'a80a5097-8251-4524-a561-c0eeb8e0acf5', 'name': '', 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'mac_address': 'fa:16:3e:76:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:29Z', 'updated_at': '2022-03-02T13:59:42Z', 'revision_number': 5, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'subnets': [{'id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:22.050963 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854dfa09-1a2d-4c08-8a42-13ad2144ccbb None None] The sync data for ids ['0a782552-86fc-486c-8092-8df79805bb2e'] in dv-cinder-831247-3-iscsi is: [{'id': '0a782552-86fc-486c-8092-8df79805bb2e', 'name': 'tempest-TestShelveInstance-120340892-router', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:25Z', 'updated_at': '2022-03-02T13:59:30Z', 'revision_number': 4, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'gw_port': {'id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:27Z', 'updated_at': '2022-03-02T13:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': 'a80a5097-8251-4524-a561-c0eeb8e0acf5', 'name': '', 'network_id': '951bfca3-aac8-4a93-9a1f-4c55aa7121f7', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'mac_address': 'fa:16:3e:76:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:29Z', 'updated_at': '2022-03-02T13:59:42Z', 'revision_number': 5, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'subnets': [{'id': '00276bbf-6f6e-4bc8-b50e-d19182636b07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:04:22.259121 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da47e62a-9f43-4d84-9fff-66db0e9cac94 None None] New status for floating IP f747591d-dff1-4b19-b220-edba4c20b502: DOWN {{(pid=102942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 14:04:22.598201 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb8296-2581-4864-b3fc-786d1991a491 req-401156a9-bd1c-4af8-8e83-e8266889a6b8 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:22.599637 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f5fb8296-2581-4864-b3fc-786d1991a491 req-401156a9-bd1c-4af8-8e83-e8266889a6b8 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.0536957 Mar 02 14:04:22.653470 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f5fb8296-2581-4864-b3fc-786d1991a491 req-44ce9a7f-4e71-4c76-8c40-e50435f74678 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/security-groups?id=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473974 Mar 02 14:04:23.072291 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3b7e3-d4ae-4645-9dae-dbe6dfbbe9e6 req-1bd3006f-6869-4193-86eb-436f60a8a07c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:23.074370 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-4be3b7e3-d4ae-4645-9dae-dbe6dfbbe9e6 req-1bd3006f-6869-4193-86eb-436f60a8a07c tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 946 time: 0.0527263 Mar 02 14:04:23.165091 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-4be3b7e3-d4ae-4645-9dae-dbe6dfbbe9e6 req-3547b042-4cb3-4ad6-8d1e-8397927316a9 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Deleting port fe7509e1-2ef5-42ee-b105-cfd330dbcb98 {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:04:23.165449 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-4be3b7e3-d4ae-4645-9dae-dbe6dfbbe9e6 req-3547b042-4cb3-4ad6-8d1e-8397927316a9 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:23.255223 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-4be3b7e3-d4ae-4645-9dae-dbe6dfbbe9e6 req-3547b042-4cb3-4ad6-8d1e-8397927316a9 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] For port fe7509e1-2ef5-42ee-b105-cfd330dbcb98, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fe7509e1-2ef5-42ee-b105-cfd330dbcb98,segment=NetworkSegment(09335895-154e-4855-9a61-4e84299ffb0c),segment_id=09335895-154e-4855-9a61-4e84299ffb0c)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:23.255576 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-4be3b7e3-d4ae-4645-9dae-dbe6dfbbe9e6 req-3547b042-4cb3-4ad6-8d1e-8397927316a9 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:23.268321 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-4be3b7e3-d4ae-4645-9dae-dbe6dfbbe9e6 req-3547b042-4cb3-4ad6-8d1e-8397927316a9 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Calling delete_port for fe7509e1-2ef5-42ee-b105-cfd330dbcb98 owned by compute:nova {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:04:23.394304 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-4be3b7e3-d4ae-4645-9dae-dbe6dfbbe9e6 req-3547b042-4cb3-4ad6-8d1e-8397927316a9 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (fe7509e1-2ef5-42ee-b105-cfd330dbcb98), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:23.428032 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547b042-4cb3-4ad6-8d1e-8397927316a9 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Pushing event deleted for resources: {'Port': ['ID=fe7509e1-2ef5-42ee-b105-cfd330dbcb98,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:23.467766 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be3b7e3-d4ae-4645-9dae-dbe6dfbbe9e6 req-3547b042-4cb3-4ad6-8d1e-8397927316a9 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] No DVR routers for this DVR port fe7509e1-2ef5-42ee-b105-cfd330dbcb98 on host hv-cinder-83124 {{(pid=102939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:04:23.470102 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-4be3b7e3-d4ae-4645-9dae-dbe6dfbbe9e6 req-3547b042-4cb3-4ad6-8d1e-8397927316a9 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:23.473384 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-4be3b7e3-d4ae-4645-9dae-dbe6dfbbe9e6 req-3547b042-4cb3-4ad6-8d1e-8397927316a9 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.20 "DELETE /v2.0/ports/fe7509e1-2ef5-42ee-b105-cfd330dbcb98 HTTP/1.1" status: 204 len: 173 time: 0.3934901 Mar 02 14:04:23.473839 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad80347-da06-4070-8cb1-91129fef8fa2', 'name': 'network-vif-deleted', 'tag': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:04:23.476052 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b957a871-946a-4487-a8d0-14f2f7245935" -d '{"events": [{"server_uuid": "0ad80347-da06-4070-8cb1-91129fef8fa2", "name": "network-vif-deleted", "tag": "fe7509e1-2ef5-42ee-b105-cfd330dbcb98"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:04:23.510416 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068bab3e-7469-4bf2-873b-df3b108311b6 x-openstack-request-id: req-068bab3e-7469-4bf2-873b-df3b108311b6 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:04:23.511051 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad80347-da06-4070-8cb1-91129fef8fa2", "name": "network-vif-deleted", "tag": "fe7509e1-2ef5-42ee-b105-cfd330dbcb98", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:04:23.511180 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-068bab3e-7469-4bf2-873b-df3b108311b6 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:04:23.511563 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad80347-da06-4070-8cb1-91129fef8fa2', 'name': 'network-vif-deleted', 'tag': 'fe7509e1-2ef5-42ee-b105-cfd330dbcb98', 'status': 'completed', 'code': 200} Mar 02 14:04:23.746365 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-de7e5c5c-590a-4490-8dc2-ae6cce723b0f req-ba9474f9-6343-45b8-8101-f0bc36570aab tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 210 time: 0.0275414 Mar 02 14:04:24.843537 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1cbb1f0c-8370-4ab3-b03d-dcc67c880186 req-7aa20d1d-0dc4-4a3b-817f-da5b2bfd963f tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 210 time: 0.0300744 Mar 02 14:04:25.936171 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6cd622d6-8fb9-4ec3-9c37-9c71da4fef1b req-d22338ca-4475-41b0-8fc9-eca3c8dab997 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad80347-da06-4070-8cb1-91129fef8fa2 HTTP/1.1" status: 200 len: 210 time: 0.0273020 Mar 02 14:04:26.993466 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 39768) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:27.050114 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ed250352-4a73-4651-a10e-ee28354d7b69 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group (76ec8e50-d3ff-43a5-a616-e6d5eeb573bd), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:27.075566 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ed250352-4a73-4651-a10e-ee28354d7b69 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group (76ec8e50-d3ff-43a5-a616-e6d5eeb573bd), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:27.140046 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ed250352-4a73-4651-a10e-ee28354d7b69 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (76ec8e50-d3ff-43a5-a616-e6d5eeb573bd), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:27.142678 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ed250352-4a73-4651-a10e-ee28354d7b69 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:27.143855 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-ed250352-4a73-4651-a10e-ee28354d7b69 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] 10.222.0.36 "DELETE /v2.0/security-groups/76ec8e50-d3ff-43a5-a616-e6d5eeb573bd HTTP/1.1" status: 204 len: 168 time: 0.1494012 Mar 02 14:04:27.155010 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed250352-4a73-4651-a10e-ee28354d7b69 tempest-TestShelveInstance-153797460 tempest-TestShelveInstance-153797460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ec8e50-d3ff-43a5-a616-e6d5eeb573bd,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:27.206349 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 39780) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:27.620534 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device fe7509e1-2ef5-42ee-b105-cfd330dbcb98 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:04:27.640541 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: fe7509e1-2ef5-42ee-b105-cfd330dbcb98 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:04:27.640892 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device fe7509e1-2ef5-42ee-b105-cfd330dbcb98 not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:04:27.807435 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-865b2746-978b-4bd1-9adc-6decc56788e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607117'] for router_interface (0a782552-86fc-486c-8092-8df79805bb2e), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:28.339321 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-865b2746-978b-4bd1-9adc-6decc56788e4 admin admin] Deleting port a80a5097-8251-4524-a561-c0eeb8e0acf5 {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:04:28.340013 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-865b2746-978b-4bd1-9adc-6decc56788e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:28.419508 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [None req-865b2746-978b-4bd1-9adc-6decc56788e4 admin admin] For port a80a5097-8251-4524-a561-c0eeb8e0acf5, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=a80a5097-8251-4524-a561-c0eeb8e0acf5,segment=NetworkSegment(09335895-154e-4855-9a61-4e84299ffb0c),segment_id=09335895-154e-4855-9a61-4e84299ffb0c)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:28.419881 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-865b2746-978b-4bd1-9adc-6decc56788e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:28.432344 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-865b2746-978b-4bd1-9adc-6decc56788e4 admin admin] Calling delete_port for a80a5097-8251-4524-a561-c0eeb8e0acf5 owned by network:router_interface {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:04:28.630465 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-865b2746-978b-4bd1-9adc-6decc56788e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (a80a5097-8251-4524-a561-c0eeb8e0acf5), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:28.659868 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b2746-978b-4bd1-9adc-6decc56788e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a80a5097-8251-4524-a561-c0eeb8e0acf5,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:28.699153 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 39826) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:28.851073 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-865b2746-978b-4bd1-9adc-6decc56788e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606945'] for router_interface (0a782552-86fc-486c-8092-8df79805bb2e), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:28.852240 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5b08-5b83-4971-b46a-91c3b16d50ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:28.933065 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5b08-5b83-4971-b46a-91c3b16d50ce admin admin] Publish callbacks [] for security_group (f1e87037-be2f-4882-91cd-1cfb7b82526f), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:28.936886 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5b08-5b83-4971-b46a-91c3b16d50ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (f1e87037-be2f-4882-91cd-1cfb7b82526f), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:28.977532 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-3b6c5b08-5b83-4971-b46a-91c3b16d50ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=609aade3077745a8a968e5637ed0924d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737675 Mar 02 14:04:28.978123 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 39832) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:28.986582 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c5b08-5b83-4971-b46a-91c3b16d50ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e87037-be2f-4882-91cd-1cfb7b82526f,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:29.031802 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4637-89f3-4cbd-b4ec-7a663a099060 admin admin] Publish callbacks [] for security_group (f1e87037-be2f-4882-91cd-1cfb7b82526f), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:29.054104 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4637-89f3-4cbd-b4ec-7a663a099060 admin admin] Publish callbacks [] for security_group (f1e87037-be2f-4882-91cd-1cfb7b82526f), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:29.082957 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865b2746-978b-4bd1-9adc-6decc56788e4 admin admin] Router 0a782552-86fc-486c-8092-8df79805bb2e has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:04:29.105164 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4637-89f3-4cbd-b4ec-7a663a099060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (f1e87037-be2f-4882-91cd-1cfb7b82526f), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:29.108197 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4637-89f3-4cbd-b4ec-7a663a099060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:29.109350 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-7f2f4637-89f3-4cbd-b4ec-7a663a099060 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1e87037-be2f-4882-91cd-1cfb7b82526f HTTP/1.1" status: 204 len: 168 time: 0.1288483 Mar 02 14:04:29.124303 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f4637-89f3-4cbd-b4ec-7a663a099060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e87037-be2f-4882-91cd-1cfb7b82526f,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:29.198454 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865b2746-978b-4bd1-9adc-6decc56788e4 admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:04:29.206476 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-865b2746-978b-4bd1-9adc-6decc56788e4 admin admin] 10.222.0.36 "PUT /v2.0/routers/0a782552-86fc-486c-8092-8df79805bb2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9989600 Mar 02 14:04:29.206718 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 39836) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:29.210065 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a435284-e36c-4f13-b1a4-804c20f1d591 None None] Sync routers for ids ['0a782552-86fc-486c-8092-8df79805bb2e'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:04:29.225483 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a435284-e36c-4f13-b1a4-804c20f1d591 None None] Routers {'0a782552-86fc-486c-8092-8df79805bb2e'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:04:29.226104 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-3a435284-e36c-4f13-b1a4-804c20f1d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:04:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['0a782552-86fc-486c-8092-8df79805bb2e'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:29.331144 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b1701fd1-9540-491a-8c6e-e8d387a74c3f admin admin] Publish callbacks [] for router (0a782552-86fc-486c-8092-8df79805bb2e), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:29.339823 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-3a435284-e36c-4f13-b1a4-804c20f1d591 None None] Set router 0a782552-86fc-486c-8092-8df79805bb2e gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:04:29.440180 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b1701fd1-9540-491a-8c6e-e8d387a74c3f admin admin] Publish callbacks [] for router_gateway (0a782552-86fc-486c-8092-8df79805bb2e), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:29.497254 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-b1701fd1-9540-491a-8c6e-e8d387a74c3f admin admin] Deleting port 9c7b15a9-250e-438a-8068-e1d1d72e0a87 {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:04:29.497602 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b1701fd1-9540-491a-8c6e-e8d387a74c3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (9c7b15a9-250e-438a-8068-e1d1d72e0a87), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:29.537447 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-3a435284-e36c-4f13-b1a4-804c20f1d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a782552-86fc-486c-8092-8df79805bb2e', 'name': 'tempest-TestShelveInstance-120340892-router', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:25Z', 'updated_at': '2022-03-02T14:04:28Z', 'revision_number': 5, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'gw_port': {'id': '9c7b15a9-250e-438a-8068-e1d1d72e0a87', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a782552-86fc-486c-8092-8df79805bb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:27Z', 'updated_at': '2022-03-02T13:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:29.565949 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a435284-e36c-4f13-b1a4-804c20f1d591 None None] Checking router: 0a782552-86fc-486c-8092-8df79805bb2e for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:04:29.574756 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a435284-e36c-4f13-b1a4-804c20f1d591 None None] Routers {'0a782552-86fc-486c-8092-8df79805bb2e'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:04:29.575379 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-3a435284-e36c-4f13-b1a4-804c20f1d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:04:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['0a782552-86fc-486c-8092-8df79805bb2e'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:29.583589 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [None req-b1701fd1-9540-491a-8c6e-e8d387a74c3f admin admin] For port 9c7b15a9-250e-438a-8068-e1d1d72e0a87, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=9c7b15a9-250e-438a-8068-e1d1d72e0a87,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:29.583857 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b1701fd1-9540-491a-8c6e-e8d387a74c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (9c7b15a9-250e-438a-8068-e1d1d72e0a87), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:29.597579 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-b1701fd1-9540-491a-8c6e-e8d387a74c3f admin admin] Calling delete_port for 9c7b15a9-250e-438a-8068-e1d1d72e0a87 owned by network:router_gateway {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:04:29.674541 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-3a435284-e36c-4f13-b1a4-804c20f1d591 None None] Set router 0a782552-86fc-486c-8092-8df79805bb2e gateway port host: None {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:04:29.734637 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-3a435284-e36c-4f13-b1a4-804c20f1d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a782552-86fc-486c-8092-8df79805bb2e', 'name': 'tempest-TestShelveInstance-120340892-router', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:25Z', 'updated_at': '2022-03-02T14:04:29Z', 'revision_number': 6, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'gw_port_host': None}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:29.762866 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a435284-e36c-4f13-b1a4-804c20f1d591 None None] The sync data for ids ['0a782552-86fc-486c-8092-8df79805bb2e'] in dv-cinder-831247-3-iscsi is: [{'id': '0a782552-86fc-486c-8092-8df79805bb2e', 'name': 'tempest-TestShelveInstance-120340892-router', 'tenant_id': '1d065ca6b45040b6978b65b835c610d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:25Z', 'updated_at': '2022-03-02T14:04:29Z', 'revision_number': 6, 'project_id': '1d065ca6b45040b6978b65b835c610d7', 'gw_port_host': None}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:04:29.787158 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b1701fd1-9540-491a-8c6e-e8d387a74c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (9c7b15a9-250e-438a-8068-e1d1d72e0a87), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:29.822754 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1701fd1-9540-491a-8c6e-e8d387a74c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=9c7b15a9-250e-438a-8068-e1d1d72e0a87,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:29.891869 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b1701fd1-9540-491a-8c6e-e8d387a74c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607299'] for router_gateway (0a782552-86fc-486c-8092-8df79805bb2e), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:29.992980 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b1701fd1-9540-491a-8c6e-e8d387a74c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13013'] for router (0a782552-86fc-486c-8092-8df79805bb2e), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:29.995831 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b1701fd1-9540-491a-8c6e-e8d387a74c3f admin admin] Publish callbacks [] for router_controller (0a782552-86fc-486c-8092-8df79805bb2e), precommit_delete_associations {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.071554 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b1701fd1-9540-491a-8c6e-e8d387a74c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602344'] for router (0a782552-86fc-486c-8092-8df79805bb2e), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.072077 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1701fd1-9540-491a-8c6e-e8d387a74c3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a782552-86fc-486c-8092-8df79805bb2e {{(pid=102940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 14:04:30.077983 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b1701fd1-9540-491a-8c6e-e8d387a74c3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.079141 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-b1701fd1-9540-491a-8c6e-e8d387a74c3f admin admin] 10.222.0.36 "DELETE /v2.0/routers/0a782552-86fc-486c-8092-8df79805bb2e HTTP/1.1" status: 204 len: 168 time: 0.8714557 Mar 02 14:04:30.081762 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 39866) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:30.105725 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b38440-dcc1-4d79-8a7d-eec501e1e1f7 req-db9ed916-0387-40ac-be9f-fc376d6140dc tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:30.107478 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-56b38440-dcc1-4d79-8a7d-eec501e1e1f7 req-db9ed916-0387-40ac-be9f-fc376d6140dc tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=91d736f3-ecb0-4eba-87db-496a35e87056 HTTP/1.1" status: 200 len: 945 time: 0.0703208 Mar 02 14:04:30.158763 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_v2 [None req-26855ecb-d5c2-41d0-ab4a-2d1f03033a24 admin admin] Deleting subnet 00276bbf-6f6e-4bc8-b50e-d19182636b07 {{(pid=102939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 14:04:30.163602 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-26855ecb-d5c2-41d0-ab4a-2d1f03033a24 admin admin] Publish callbacks [] for subnet (00276bbf-6f6e-4bc8-b50e-d19182636b07), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.176390 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-56b38440-dcc1-4d79-8a7d-eec501e1e1f7 req-6a782468-22d5-433b-8c80-5a24985fc00f tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575252 Mar 02 14:04:30.202417 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-26855ecb-d5c2-41d0-ab4a-2d1f03033a24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4828482'] for subnet (00276bbf-6f6e-4bc8-b50e-d19182636b07), precommit_delete_associations {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.296943 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-26855ecb-d5c2-41d0-ab4a-2d1f03033a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775021'] for subnet (00276bbf-6f6e-4bc8-b50e-d19182636b07), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.349683 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-26855ecb-d5c2-41d0-ab4a-2d1f03033a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4828331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7666363'] for subnet (00276bbf-6f6e-4bc8-b50e-d19182636b07), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.378202 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26855ecb-d5c2-41d0-ab4a-2d1f03033a24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00276bbf-6f6e-4bc8-b50e-d19182636b07,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:30.382761 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-26855ecb-d5c2-41d0-ab4a-2d1f03033a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.388121 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-26855ecb-d5c2-41d0-ab4a-2d1f03033a24 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/00276bbf-6f6e-4bc8-b50e-d19182636b07 HTTP/1.1" status: 204 len: 168 time: 0.3025284 Mar 02 14:04:30.388492 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 39872) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:30.388699 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0213e2a-ac94-493b-b866-f8085679664b None None] Network 951bfca3-aac8-4a93-9a1f-4c55aa7121f7 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:04:30.455708 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845718'] for network (951bfca3-aac8-4a93-9a1f-4c55aa7121f7), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.511082 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] Deleting port 6c64a004-46a0-4bb6-8990-26d50f5a32c2 {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:04:30.511393 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (6c64a004-46a0-4bb6-8990-26d50f5a32c2), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.555693 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfde3d98-075f-4089-bc84-80bd14d1f27a None None] DHCP port deletion for 951bfca3-aac8-4a93-9a1f-4c55aa7121f7 request from dv-cinder-831247-3-iscsi {{(pid=102941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 14:04:30.599447 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 9c7b15a9-250e-438a-8068-e1d1d72e0a87 no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:04:30.599636 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] For port 6c64a004-46a0-4bb6-8990-26d50f5a32c2, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=6c64a004-46a0-4bb6-8990-26d50f5a32c2,segment=NetworkSegment(09335895-154e-4855-9a61-4e84299ffb0c),segment_id=09335895-154e-4855-9a61-4e84299ffb0c)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:30.600110 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (6c64a004-46a0-4bb6-8990-26d50f5a32c2), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.613099 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] Calling delete_port for 6c64a004-46a0-4bb6-8990-26d50f5a32c2 owned by network:dhcp {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:04:30.621512 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: 9c7b15a9-250e-438a-8068-e1d1d72e0a87 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:04:30.621861 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 9c7b15a9-250e-438a-8068-e1d1d72e0a87 not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:04:30.622277 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device a80a5097-8251-4524-a561-c0eeb8e0acf5 no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:04:30.644649 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: a80a5097-8251-4524-a561-c0eeb8e0acf5 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:04:30.645005 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device a80a5097-8251-4524-a561-c0eeb8e0acf5 not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:04:30.652490 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-cfde3d98-075f-4089-bc84-80bd14d1f27a None None] Deleting port 6c64a004-46a0-4bb6-8990-26d50f5a32c2 {{(pid=102941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:04:30.652856 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-cfde3d98-075f-4089-bc84-80bd14d1f27a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (6c64a004-46a0-4bb6-8990-26d50f5a32c2), before_delete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.694013 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (6c64a004-46a0-4bb6-8990-26d50f5a32c2), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.719371 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-cfde3d98-075f-4089-bc84-80bd14d1f27a None None] For port 6c64a004-46a0-4bb6-8990-26d50f5a32c2, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=6c64a004-46a0-4bb6-8990-26d50f5a32c2,segment=NetworkSegment(09335895-154e-4855-9a61-4e84299ffb0c),segment_id=09335895-154e-4855-9a61-4e84299ffb0c)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:30.719652 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-cfde3d98-075f-4089-bc84-80bd14d1f27a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (6c64a004-46a0-4bb6-8990-26d50f5a32c2), precommit_delete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.723251 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c64a004-46a0-4bb6-8990-26d50f5a32c2,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:30.729804 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] No DVR routers for this DVR port 6c64a004-46a0-4bb6-8990-26d50f5a32c2 on host dv-cinder-831247-3-iscsi {{(pid=102939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:04:30.736094 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-cfde3d98-075f-4089-bc84-80bd14d1f27a None None] Calling delete_port for 6c64a004-46a0-4bb6-8990-26d50f5a32c2 owned by network:dhcp {{(pid=102941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:04:30.803086 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754838', 'neutron.services.segments.db._delete_segments_for_network-8736061257629'] for network (951bfca3-aac8-4a93-9a1f-4c55aa7121f7), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.817079 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-cfde3d98-075f-4089-bc84-80bd14d1f27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284'] for port (6c64a004-46a0-4bb6-8990-26d50f5a32c2), after_delete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.825270 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951bfca3-aac8-4a93-9a1f-4c55aa7121f7']}} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:30.837794 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09335895-154e-4855-9a61-4e84299ffb0c') {'for_net_delete': True} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:30.837794 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09335895-154e-4855-9a61-4e84299ffb0c') {} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:30.846879 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde3d98-075f-4089-bc84-80bd14d1f27a None None] Pushing event deleted for resources: {'Port': ['ID=6c64a004-46a0-4bb6-8990-26d50f5a32c2,revision_number=None']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:30.849108 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736061261222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4828501'] for segment (09335895-154e-4855-9a61-4e84299ffb0c), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.855256 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfde3d98-075f-4089-bc84-80bd14d1f27a None None] No DVR routers for this DVR port 6c64a004-46a0-4bb6-8990-26d50f5a32c2 on host dv-cinder-831247-3-iscsi {{(pid=102941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:04:30.866995 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (09335895-154e-4855-9a61-4e84299ffb0c), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.874229 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 14:04:30.874612 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4828277'] for segment (09335895-154e-4855-9a61-4e84299ffb0c), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: Traceback (most recent call last): Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: timer() Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: cb(*args, **kw) Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: return func(*args, **kwargs) Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: self._notify() Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: self.callback(batched_events) Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: event.method(event) Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: return f(self, *a, **k) Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._get(url).json() Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: return self.request(url, 'GET', **kwargs) Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 14:04:30.876278 dv-cinder-831247-3-iscsi neutron-server[102939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 14:04:30.931965 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607359'] for network (951bfca3-aac8-4a93-9a1f-4c55aa7121f7), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.937875 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:30.940988 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] 10.222.0.36 "DELETE /v2.0/networks/951bfca3-aac8-4a93-9a1f-4c55aa7121f7 HTTP/1.1" status: 204 len: 168 time: 0.5513370 Mar 02 14:04:30.944001 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 39874) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:30.951370 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62c873-1944-4be4-b1bf-36cf0a4ce900 admin admin] Pushing event deleted for resources: {'Network': ['ID=951bfca3-aac8-4a93-9a1f-4c55aa7121f7,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:31.326792 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77ced6-8989-4907-87f8-ce89e0d79e64 req-8b8f897b-a917-4341-b874-ddf6e5c36c89 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:31.328284 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3c77ced6-8989-4907-87f8-ce89e0d79e64 req-8b8f897b-a917-4341-b874-ddf6e5c36c89 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=91d736f3-ecb0-4eba-87db-496a35e87056 HTTP/1.1" status: 200 len: 945 time: 0.0895622 Mar 02 14:04:31.344139 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b0d4b53c-2b8e-4437-9c59-dc244390e0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607117'] for router_interface (1ec301e1-5aac-469e-aaf6-82e2e6930050), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:31.423151 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3c77ced6-8989-4907-87f8-ce89e0d79e64 req-e21ed25a-1bce-4cf5-a0ef-e73a39d5aca5 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882261 Mar 02 14:04:31.636068 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-b0d4b53c-2b8e-4437-9c59-dc244390e0e7 admin admin] Deleting port e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3 {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:04:31.636414 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b0d4b53c-2b8e-4437-9c59-dc244390e0e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:31.717913 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769886a-1b41-42c6-b333-8f7c5ed7d431 req-9d70a831-bce6-4ded-bb7d-0c107d3dc1ae tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:31.718520 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [None req-b0d4b53c-2b8e-4437-9c59-dc244390e0e7 admin admin] For port e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3,segment=NetworkSegment(5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a),segment_id=5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:31.718520 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b0d4b53c-2b8e-4437-9c59-dc244390e0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:31.719412 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-1769886a-1b41-42c6-b333-8f7c5ed7d431 req-9d70a831-bce6-4ded-bb7d-0c107d3dc1ae tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.20 "GET /v2.0/ports?device_id=91d736f3-ecb0-4eba-87db-496a35e87056 HTTP/1.1" status: 200 len: 945 time: 0.0540822 Mar 02 14:04:31.731911 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-b0d4b53c-2b8e-4437-9c59-dc244390e0e7 admin admin] Calling delete_port for e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3 owned by network:router_interface {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:04:31.815808 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-1769886a-1b41-42c6-b333-8f7c5ed7d431 req-b187cc9e-7600-4f9c-9f19-3924d4384be2 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Deleting port 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:04:31.816152 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-1769886a-1b41-42c6-b333-8f7c5ed7d431 req-b187cc9e-7600-4f9c-9f19-3924d4384be2 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:31.905971 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-1769886a-1b41-42c6-b333-8f7c5ed7d431 req-b187cc9e-7600-4f9c-9f19-3924d4384be2 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] For port 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed,segment=NetworkSegment(ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5),segment_id=ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:31.906331 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-1769886a-1b41-42c6-b333-8f7c5ed7d431 req-b187cc9e-7600-4f9c-9f19-3924d4384be2 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:31.917182 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b0d4b53c-2b8e-4437-9c59-dc244390e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:31.919799 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-1769886a-1b41-42c6-b333-8f7c5ed7d431 req-b187cc9e-7600-4f9c-9f19-3924d4384be2 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Calling delete_port for 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed owned by compute:nova {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:04:31.947460 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4b53c-2b8e-4437-9c59-dc244390e0e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:32.066981 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-1769886a-1b41-42c6-b333-8f7c5ed7d431 req-b187cc9e-7600-4f9c-9f19-3924d4384be2 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:32.079303 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['f5225d7c-6448-473c-9240-2180ad51a6b1', 'fff17c34-f574-4fca-b718-f97f43d99302', 'a16cdde4-1791-4012-921e-b01277c1dd1d', '9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:04:32.098106 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187cc9e-7600-4f9c-9f19-3924d4384be2 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Pushing event deleted for resources: {'Port': ['ID=9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:32.143916 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b0d4b53c-2b8e-4437-9c59-dc244390e0e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606945'] for router_interface (1ec301e1-5aac-469e-aaf6-82e2e6930050), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:32.159465 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-1769886a-1b41-42c6-b333-8f7c5ed7d431 req-b187cc9e-7600-4f9c-9f19-3924d4384be2 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] No DVR routers for this DVR port 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed on host hv-cinder-83124 {{(pid=102939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:04:32.162283 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-1769886a-1b41-42c6-b333-8f7c5ed7d431 req-b187cc9e-7600-4f9c-9f19-3924d4384be2 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:32.166153 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-1769886a-1b41-42c6-b333-8f7c5ed7d431 req-b187cc9e-7600-4f9c-9f19-3924d4384be2 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.20 "DELETE /v2.0/ports/9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed HTTP/1.1" status: 204 len: 173 time: 0.4394403 Mar 02 14:04:32.167349 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d736f3-ecb0-4eba-87db-496a35e87056', 'name': 'network-vif-deleted', 'tag': '9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:04:32.169682 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dc1b2c-800a-4ef1-b5d9-62ef87b1fe8c" -d '{"events": [{"server_uuid": "91d736f3-ecb0-4eba-87db-496a35e87056", "name": "network-vif-deleted", "tag": "9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:04:32.218479 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f466d11-62c0-4226-a4db-b86068558159 x-openstack-request-id: req-4f466d11-62c0-4226-a4db-b86068558159 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:04:32.218809 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d736f3-ecb0-4eba-87db-496a35e87056", "name": "network-vif-deleted", "tag": "9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:04:32.219068 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4f466d11-62c0-4226-a4db-b86068558159 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:04:32.219471 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d736f3-ecb0-4eba-87db-496a35e87056', 'name': 'network-vif-deleted', 'tag': '9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed', 'status': 'completed', 'code': 200} Mar 02 14:04:32.607307 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 6c64a004-46a0-4bb6-8990-26d50f5a32c2 no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:04:32.629621 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: 6c64a004-46a0-4bb6-8990-26d50f5a32c2 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:04:32.629971 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 6c64a004-46a0-4bb6-8990-26d50f5a32c2 not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:04:32.667973 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-adad4412-8332-4c0f-a451-d494cfc65f89 req-b8781d4d-f480-4b50-8c1d-769a194fa018 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=91d736f3-ecb0-4eba-87db-496a35e87056 HTTP/1.1" status: 200 len: 210 time: 0.0349545 Mar 02 14:04:32.701725 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d4b53c-2b8e-4437-9c59-dc244390e0e7 admin admin] Router 1ec301e1-5aac-469e-aaf6-82e2e6930050 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:04:32.813478 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d4b53c-2b8e-4437-9c59-dc244390e0e7 admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:04:32.821327 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 39902) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:32.821761 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-b0d4b53c-2b8e-4437-9c59-dc244390e0e7 admin admin] 10.222.0.36 "PUT /v2.0/routers/1ec301e1-5aac-469e-aaf6-82e2e6930050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8762724 Mar 02 14:04:32.824756 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30773492-d99d-420d-8fee-721d25941633 None None] Sync routers for ids ['1ec301e1-5aac-469e-aaf6-82e2e6930050'] in dv-cinder-831247-3-iscsi {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:04:32.836441 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30773492-d99d-420d-8fee-721d25941633 None None] Routers {'1ec301e1-5aac-469e-aaf6-82e2e6930050'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:04:32.837063 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-30773492-d99d-420d-8fee-721d25941633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:04:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['1ec301e1-5aac-469e-aaf6-82e2e6930050'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:32.936840 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f76d574-ab96-4ee2-a9bf-01a55e137231 admin admin] Publish callbacks [] for router (1ec301e1-5aac-469e-aaf6-82e2e6930050), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:32.958760 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-30773492-d99d-420d-8fee-721d25941633 None None] Set router 1ec301e1-5aac-469e-aaf6-82e2e6930050 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:04:33.076925 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f76d574-ab96-4ee2-a9bf-01a55e137231 admin admin] Publish callbacks [] for router_gateway (1ec301e1-5aac-469e-aaf6-82e2e6930050), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:33.139497 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-9f76d574-ab96-4ee2-a9bf-01a55e137231 admin admin] Deleting port 5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:04:33.139833 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f76d574-ab96-4ee2-a9bf-01a55e137231 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:33.177547 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-30773492-d99d-420d-8fee-721d25941633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec301e1-5aac-469e-aaf6-82e2e6930050', 'name': 'tempest-TestShelveInstance-54449047-router', 'tenant_id': '9b61033733a34798b69cd46be423cbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:34Z', 'updated_at': '2022-03-02T14:04:31Z', 'revision_number': 5, 'project_id': '9b61033733a34798b69cd46be423cbd6', 'gw_port': {'id': '5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:98:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec301e1-5aac-469e-aaf6-82e2e6930050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T13:59:35Z', 'updated_at': '2022-03-02T13:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:33.205420 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30773492-d99d-420d-8fee-721d25941633 None None] Checking router: 1ec301e1-5aac-469e-aaf6-82e2e6930050 for host: dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:04:33.214825 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30773492-d99d-420d-8fee-721d25941633 None None] Routers {'1ec301e1-5aac-469e-aaf6-82e2e6930050'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:04:33.215360 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-30773492-d99d-420d-8fee-721d25941633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:04:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['1ec301e1-5aac-469e-aaf6-82e2e6930050'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:33.222378 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [None req-9f76d574-ab96-4ee2-a9bf-01a55e137231 admin admin] For port 5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:33.222847 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f76d574-ab96-4ee2-a9bf-01a55e137231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:33.235327 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-9f76d574-ab96-4ee2-a9bf-01a55e137231 admin admin] Calling delete_port for 5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a owned by network:router_gateway {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:04:33.315267 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-30773492-d99d-420d-8fee-721d25941633 None None] Set router 1ec301e1-5aac-469e-aaf6-82e2e6930050 gateway port host: None {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:04:33.371848 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-30773492-d99d-420d-8fee-721d25941633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec301e1-5aac-469e-aaf6-82e2e6930050', 'name': 'tempest-TestShelveInstance-54449047-router', 'tenant_id': '9b61033733a34798b69cd46be423cbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:34Z', 'updated_at': '2022-03-02T14:04:33Z', 'revision_number': 6, 'project_id': '9b61033733a34798b69cd46be423cbd6', 'gw_port_host': None}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:33.397502 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30773492-d99d-420d-8fee-721d25941633 None None] The sync data for ids ['1ec301e1-5aac-469e-aaf6-82e2e6930050'] in dv-cinder-831247-3-iscsi is: [{'id': '1ec301e1-5aac-469e-aaf6-82e2e6930050', 'name': 'tempest-TestShelveInstance-54449047-router', 'tenant_id': '9b61033733a34798b69cd46be423cbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T13:59:34Z', 'updated_at': '2022-03-02T14:04:33Z', 'revision_number': 6, 'project_id': '9b61033733a34798b69cd46be423cbd6', 'gw_port_host': None}] {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:04:33.406470 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f76d574-ab96-4ee2-a9bf-01a55e137231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:33.435586 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76d574-ab96-4ee2-a9bf-01a55e137231 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:33.501703 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f76d574-ab96-4ee2-a9bf-01a55e137231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607299'] for router_gateway (1ec301e1-5aac-469e-aaf6-82e2e6930050), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:33.592063 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f76d574-ab96-4ee2-a9bf-01a55e137231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13013'] for router (1ec301e1-5aac-469e-aaf6-82e2e6930050), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:33.594165 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f76d574-ab96-4ee2-a9bf-01a55e137231 admin admin] Publish callbacks [] for router_controller (1ec301e1-5aac-469e-aaf6-82e2e6930050), precommit_delete_associations {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:33.636833 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f76d574-ab96-4ee2-a9bf-01a55e137231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602344'] for router (1ec301e1-5aac-469e-aaf6-82e2e6930050), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:33.637365 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f76d574-ab96-4ee2-a9bf-01a55e137231 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ec301e1-5aac-469e-aaf6-82e2e6930050 {{(pid=102939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 14:04:33.641790 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f76d574-ab96-4ee2-a9bf-01a55e137231 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:33.643072 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-9f76d574-ab96-4ee2-a9bf-01a55e137231 admin admin] 10.222.0.36 "DELETE /v2.0/routers/1ec301e1-5aac-469e-aaf6-82e2e6930050 HTTP/1.1" status: 204 len: 168 time: 0.8207588 Mar 02 14:04:33.645465 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 39908) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:33.694155 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dce08f6-0a2b-48df-a587-4b369f6b1150 admin admin] Deleting subnet 1cf30568-3f28-43a7-8bc0-96e913455d71 {{(pid=102939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 14:04:33.697267 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9dce08f6-0a2b-48df-a587-4b369f6b1150 admin admin] Publish callbacks [] for subnet (1cf30568-3f28-43a7-8bc0-96e913455d71), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:33.734592 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9dce08f6-0a2b-48df-a587-4b369f6b1150 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4828482'] for subnet (1cf30568-3f28-43a7-8bc0-96e913455d71), precommit_delete_associations {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:33.829795 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9dce08f6-0a2b-48df-a587-4b369f6b1150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775021'] for subnet (1cf30568-3f28-43a7-8bc0-96e913455d71), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:33.882780 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9dce08f6-0a2b-48df-a587-4b369f6b1150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4828331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7666363'] for subnet (1cf30568-3f28-43a7-8bc0-96e913455d71), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:33.913682 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce08f6-0a2b-48df-a587-4b369f6b1150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cf30568-3f28-43a7-8bc0-96e913455d71,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:33.915638 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9dce08f6-0a2b-48df-a587-4b369f6b1150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:33.918876 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-9dce08f6-0a2b-48df-a587-4b369f6b1150 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1cf30568-3f28-43a7-8bc0-96e913455d71 HTTP/1.1" status: 204 len: 168 time: 0.2724600 Mar 02 14:04:33.920633 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1b45c2-96ba-4888-9994-6348eaafcaea None None] Network af4f3cb9-243c-4ec8-b730-38b3aed65733 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:04:33.921337 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 39916) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:33.996682 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845718'] for network (af4f3cb9-243c-4ec8-b730-38b3aed65733), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:34.053951 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] Deleting port 7c6876b1-4696-4434-8c14-b164210027de {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:04:34.058548 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (7c6876b1-4696-4434-8c14-b164210027de), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:34.130477 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] For port 7c6876b1-4696-4434-8c14-b164210027de, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=7c6876b1-4696-4434-8c14-b164210027de,segment=NetworkSegment(5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a),segment_id=5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:34.130887 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (7c6876b1-4696-4434-8c14-b164210027de), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:34.144565 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] Calling delete_port for 7c6876b1-4696-4434-8c14-b164210027de owned by network:dhcp {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:04:34.194981 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051702c2-258a-4750-ac7a-0e69b86af4c2 None None] DHCP port deletion for af4f3cb9-243c-4ec8-b730-38b3aed65733 request from dv-cinder-831247-3-iscsi {{(pid=102941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 14:04:34.234676 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (7c6876b1-4696-4434-8c14-b164210027de), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:34.247708 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-051702c2-258a-4750-ac7a-0e69b86af4c2 None None] Deleting port 7c6876b1-4696-4434-8c14-b164210027de {{(pid=102941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:04:34.248093 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-051702c2-258a-4750-ac7a-0e69b86af4c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (7c6876b1-4696-4434-8c14-b164210027de), before_delete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:34.267545 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] No DVR routers for this DVR port 7c6876b1-4696-4434-8c14-b164210027de on host dv-cinder-831247-3-iscsi {{(pid=102939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:04:34.272549 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c6876b1-4696-4434-8c14-b164210027de,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:34.320430 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-051702c2-258a-4750-ac7a-0e69b86af4c2 None None] For port 7c6876b1-4696-4434-8c14-b164210027de, host dv-cinder-831247-3-iscsi, got binding levels [] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:34.320838 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-051702c2-258a-4750-ac7a-0e69b86af4c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (7c6876b1-4696-4434-8c14-b164210027de), precommit_delete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:34.340097 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-051702c2-258a-4750-ac7a-0e69b86af4c2 None None] Calling delete_port for 7c6876b1-4696-4434-8c14-b164210027de owned by network:dhcp {{(pid=102941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:04:34.347094 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.ipam_backend_mixin [None req-051702c2-258a-4750-ac7a-0e69b86af4c2 None None] Port 7c6876b1-4696-4434-8c14-b164210027de was not found and therefore no delete operation was performed {{(pid=102941) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 02 14:04:34.348465 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-051702c2-258a-4750-ac7a-0e69b86af4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284'] for port (7c6876b1-4696-4434-8c14-b164210027de), after_delete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:34.375121 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051702c2-258a-4750-ac7a-0e69b86af4c2 None None] Pushing event deleted for resources: {'Port': ['ID=7c6876b1-4696-4434-8c14-b164210027de,revision_number=None']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:34.375410 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754838', 'neutron.services.segments.db._delete_segments_for_network-8736061257629'] for network (af4f3cb9-243c-4ec8-b730-38b3aed65733), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:34.380691 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051702c2-258a-4750-ac7a-0e69b86af4c2 None None] No DVR routers for this DVR port 7c6876b1-4696-4434-8c14-b164210027de on host dv-cinder-831247-3-iscsi {{(pid=102941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:04:34.404361 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4f3cb9-243c-4ec8-b730-38b3aed65733']}} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:34.414504 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a') {'for_net_delete': True} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:34.414793 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a') {} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:34.424967 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736061261222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4828501'] for segment (5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:34.440537 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:34.446584 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 14:04:34.447067 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4828277'] for segment (5fbc20cc-0adb-4988-a2f9-ef5e1b969b0a), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: Traceback (most recent call last): Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: timer() Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: cb(*args, **kw) Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: return func(*args, **kwargs) Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: self._notify() Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: self.callback(batched_events) Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: event.method(event) Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: return f(self, *a, **k) Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._get(url).json() Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: return self.request(url, 'GET', **kwargs) Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 14:04:34.448949 dv-cinder-831247-3-iscsi neutron-server[102939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 14:04:34.520013 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607359'] for network (af4f3cb9-243c-4ec8-b730-38b3aed65733), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:34.530725 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:34.535119 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] 10.222.0.36 "DELETE /v2.0/networks/af4f3cb9-243c-4ec8-b730-38b3aed65733 HTTP/1.1" status: 204 len: 168 time: 0.6125813 Mar 02 14:04:34.551707 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5623e5-e124-447b-b2fb-fd4a1ce28e62 admin admin] Pushing event deleted for resources: {'Network': ['ID=af4f3cb9-243c-4ec8-b730-38b3aed65733,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:34.578626 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:04:34.601139 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: 5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:04:34.601490 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 5c3256c8-2e46-4dcf-8127-6b1e3e6ac40a not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:04:34.602117 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3 no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:04:34.634812 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:04:34.635210 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device e1e67fc2-aba5-4fc5-9b55-366eb1a5c5e3 not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:04:34.635642 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 7c6876b1-4696-4434-8c14-b164210027de no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:04:34.659634 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: 7c6876b1-4696-4434-8c14-b164210027de {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:04:34.660307 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 7c6876b1-4696-4434-8c14-b164210027de not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:04:34.748227 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 39948) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:34.788590 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-ee52c974-2b0e-443c-b8d0-e1dfecefe3ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d065ca6b45040b6978b65b835c610d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390377 Mar 02 14:04:34.790836 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 39952) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:34.838756 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-33dd4722-00e8-4120-a907-a13ded038404 admin admin] Publish callbacks [] for security_group (35d230e4-f129-4db6-ae40-6c1be4440d16), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:34.860877 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-33dd4722-00e8-4120-a907-a13ded038404 admin admin] Publish callbacks [] for security_group (35d230e4-f129-4db6-ae40-6c1be4440d16), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:34.914975 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-33dd4722-00e8-4120-a907-a13ded038404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (35d230e4-f129-4db6-ae40-6c1be4440d16), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:34.918273 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-33dd4722-00e8-4120-a907-a13ded038404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:34.921725 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-33dd4722-00e8-4120-a907-a13ded038404 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35d230e4-f129-4db6-ae40-6c1be4440d16 HTTP/1.1" status: 204 len: 168 time: 0.1268883 Mar 02 14:04:34.936817 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd4722-00e8-4120-a907-a13ded038404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d230e4-f129-4db6-ae40-6c1be4440d16,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:35.139284 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b08bf6-f475-4544-b230-420041b04734 req-d2bbcefa-aeff-43f8-970f-a90c2be383c2 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:35.141286 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-62b08bf6-f475-4544-b230-420041b04734 req-d2bbcefa-aeff-43f8-970f-a90c2be383c2 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b24684d-740f-491b-83ca-2398f53178bc HTTP/1.1" status: 200 len: 946 time: 0.0625663 Mar 02 14:04:35.191754 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-62b08bf6-f475-4544-b230-420041b04734 req-bf5e5d9a-ef86-4bca-9c92-fc990ef958a6 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429788 Mar 02 14:04:35.284915 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 39976) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:35.325242 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-24eb11e2-a773-42dd-9713-c8ab7fe049a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b61033733a34798b69cd46be423cbd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389173 Mar 02 14:04:35.327802 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 39978) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:35.376131 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-72505a12-eefa-4b49-b06f-ce9b46dc2fd9 admin admin] Publish callbacks [] for security_group (3040b867-3761-4f37-8263-75b6d0cee5bb), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:35.396087 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-72505a12-eefa-4b49-b06f-ce9b46dc2fd9 admin admin] Publish callbacks [] for security_group (3040b867-3761-4f37-8263-75b6d0cee5bb), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:35.440426 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-72505a12-eefa-4b49-b06f-ce9b46dc2fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (3040b867-3761-4f37-8263-75b6d0cee5bb), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:35.443109 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-72505a12-eefa-4b49-b06f-ce9b46dc2fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:35.444334 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-72505a12-eefa-4b49-b06f-ce9b46dc2fd9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3040b867-3761-4f37-8263-75b6d0cee5bb HTTP/1.1" status: 204 len: 168 time: 0.1156125 Mar 02 14:04:35.451897 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72505a12-eefa-4b49-b06f-ce9b46dc2fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3040b867-3761-4f37-8263-75b6d0cee5bb,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:35.648066 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:04:35.670794 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:04:35.671147 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 9723feed-e4dd-4a84-a7b3-ff0bf7c6c3ed not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:04:35.881182 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-59fcb9c2-d5d7-42a3-98f8-1f10aaee5a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:36.320273 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf9883-f22c-44b4-874f-fb37a025eeb1 req-5736f20d-2cc7-48e8-8475-7cc678be5dba tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:36.321760 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-dcaf9883-f22c-44b4-874f-fb37a025eeb1 req-5736f20d-2cc7-48e8-8475-7cc678be5dba tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b24684d-740f-491b-83ca-2398f53178bc HTTP/1.1" status: 200 len: 946 time: 0.0582070 Mar 02 14:04:36.368673 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-dcaf9883-f22c-44b4-874f-fb37a025eeb1 req-26dc0075-c4f9-4d3a-be37-af0d4b13e8d4 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411747 Mar 02 14:04:36.649257 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403c1d8-9915-4436-afc3-5729d6c0348a req-5763ad83-72cd-483e-b60c-72c6d791adbe tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:36.651572 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-0403c1d8-9915-4436-afc3-5729d6c0348a req-5763ad83-72cd-483e-b60c-72c6d791adbe tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b24684d-740f-491b-83ca-2398f53178bc HTTP/1.1" status: 200 len: 946 time: 0.0508492 Mar 02 14:04:36.746635 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-0403c1d8-9915-4436-afc3-5729d6c0348a req-9bccd9cf-da3a-4e33-a758-b5fa4c3479d8 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Deleting port a16cdde4-1791-4012-921e-b01277c1dd1d {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:04:36.746925 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-0403c1d8-9915-4436-afc3-5729d6c0348a req-9bccd9cf-da3a-4e33-a758-b5fa4c3479d8 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (a16cdde4-1791-4012-921e-b01277c1dd1d), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:36.831401 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-0403c1d8-9915-4436-afc3-5729d6c0348a req-9bccd9cf-da3a-4e33-a758-b5fa4c3479d8 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] For port a16cdde4-1791-4012-921e-b01277c1dd1d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a16cdde4-1791-4012-921e-b01277c1dd1d,segment=NetworkSegment(ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5),segment_id=ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:36.831762 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-0403c1d8-9915-4436-afc3-5729d6c0348a req-9bccd9cf-da3a-4e33-a758-b5fa4c3479d8 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (a16cdde4-1791-4012-921e-b01277c1dd1d), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:36.847847 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-0403c1d8-9915-4436-afc3-5729d6c0348a req-9bccd9cf-da3a-4e33-a758-b5fa4c3479d8 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Calling delete_port for a16cdde4-1791-4012-921e-b01277c1dd1d owned by compute:nova {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:04:36.969269 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-0403c1d8-9915-4436-afc3-5729d6c0348a req-9bccd9cf-da3a-4e33-a758-b5fa4c3479d8 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (a16cdde4-1791-4012-921e-b01277c1dd1d), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:36.981093 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['f5225d7c-6448-473c-9240-2180ad51a6b1', 'fff17c34-f574-4fca-b718-f97f43d99302', 'a16cdde4-1791-4012-921e-b01277c1dd1d'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:04:36.995735 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bccd9cf-da3a-4e33-a758-b5fa4c3479d8 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Pushing event deleted for resources: {'Port': ['ID=a16cdde4-1791-4012-921e-b01277c1dd1d,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:37.044117 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-0403c1d8-9915-4436-afc3-5729d6c0348a req-9bccd9cf-da3a-4e33-a758-b5fa4c3479d8 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] No DVR routers for this DVR port a16cdde4-1791-4012-921e-b01277c1dd1d on host hv-cinder-83124 {{(pid=102939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:04:37.046471 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-0403c1d8-9915-4436-afc3-5729d6c0348a req-9bccd9cf-da3a-4e33-a758-b5fa4c3479d8 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:37.049750 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-0403c1d8-9915-4436-afc3-5729d6c0348a req-9bccd9cf-da3a-4e33-a758-b5fa4c3479d8 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.20 "DELETE /v2.0/ports/a16cdde4-1791-4012-921e-b01277c1dd1d HTTP/1.1" status: 204 len: 173 time: 0.3900340 Mar 02 14:04:37.050184 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b24684d-740f-491b-83ca-2398f53178bc', 'name': 'network-vif-deleted', 'tag': 'a16cdde4-1791-4012-921e-b01277c1dd1d'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:04:37.052493 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a293fede-ef1c-4766-b8e9-feb340524446" -d '{"events": [{"server_uuid": "0b24684d-740f-491b-83ca-2398f53178bc", "name": "network-vif-deleted", "tag": "a16cdde4-1791-4012-921e-b01277c1dd1d"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:04:37.095191 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034353b4-5d40-468e-abed-16931b1a2f61 x-openstack-request-id: req-034353b4-5d40-468e-abed-16931b1a2f61 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:04:37.095486 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b24684d-740f-491b-83ca-2398f53178bc", "name": "network-vif-deleted", "tag": "a16cdde4-1791-4012-921e-b01277c1dd1d", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:04:37.095763 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-034353b4-5d40-468e-abed-16931b1a2f61 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:04:37.096167 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b24684d-740f-491b-83ca-2398f53178bc', 'name': 'network-vif-deleted', 'tag': 'a16cdde4-1791-4012-921e-b01277c1dd1d', 'status': 'completed', 'code': 200} Mar 02 14:04:37.478073 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-4e63b156-5200-48a1-8f01-f80cf7bf9cb0 req-ccd11005-d365-439e-97d0-aab574837d99 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b24684d-740f-491b-83ca-2398f53178bc HTTP/1.1" status: 200 len: 210 time: 0.0291491 Mar 02 14:04:38.078828 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9f9e3bae-0fe3-4b31-a29d-a60ecd3f75a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:38.688269 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 40012) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:38.755534 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fc8bb-ee5b-45cf-8316-aacb9e6ce394 req-ed21e022-be65-4338-9a82-d72a69cdd3a8 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:38.757010 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-609fc8bb-ee5b-45cf-8316-aacb9e6ce394 req-ed21e022-be65-4338-9a82-d72a69cdd3a8 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=340c74b3-94d8-4937-81fa-c824a23fafe8 HTTP/1.1" status: 200 len: 945 time: 0.0527658 Mar 02 14:04:38.794357 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-cc52682c-21b3-4979-916b-4a43c641186a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:38.808792 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-609fc8bb-ee5b-45cf-8316-aacb9e6ce394 req-371fdb39-ba2b-4256-a4f6-77e70308fbf1 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447316 Mar 02 14:04:38.868083 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-cc52682c-21b3-4979-916b-4a43c641186a admin admin] Publish callbacks [] for security_group (4e4c8907-4967-4397-8fa0-8afde6dfd425), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:38.872349 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-cc52682c-21b3-4979-916b-4a43c641186a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (4e4c8907-4967-4397-8fa0-8afde6dfd425), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:38.910422 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-cc52682c-21b3-4979-916b-4a43c641186a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97a12b438e63470897a355304298ebc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210033 Mar 02 14:04:38.911569 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52682c-21b3-4979-916b-4a43c641186a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4c8907-4967-4397-8fa0-8afde6dfd425,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:38.913088 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 40016) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:38.960445 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9f5d46c8-33f9-419d-a9ec-1c1ea3ca2af0 admin admin] Publish callbacks [] for security_group (4e4c8907-4967-4397-8fa0-8afde6dfd425), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:38.981069 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9f5d46c8-33f9-419d-a9ec-1c1ea3ca2af0 admin admin] Publish callbacks [] for security_group (4e4c8907-4967-4397-8fa0-8afde6dfd425), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:39.026413 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9f5d46c8-33f9-419d-a9ec-1c1ea3ca2af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (4e4c8907-4967-4397-8fa0-8afde6dfd425), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:39.029100 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9f5d46c8-33f9-419d-a9ec-1c1ea3ca2af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:39.030237 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-9f5d46c8-33f9-419d-a9ec-1c1ea3ca2af0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e4c8907-4967-4397-8fa0-8afde6dfd425 HTTP/1.1" status: 204 len: 168 time: 0.1160867 Mar 02 14:04:39.037774 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d46c8-33f9-419d-a9ec-1c1ea3ca2af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4c8907-4967-4397-8fa0-8afde6dfd425,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:39.448137 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:39.944189 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148092ce-f972-441b-9605-10702cfb37b3 req-fe8be130-df2e-4a1d-9cd4-012172c99e4e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:39.945676 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-148092ce-f972-441b-9605-10702cfb37b3 req-fe8be130-df2e-4a1d-9cd4-012172c99e4e tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=340c74b3-94d8-4937-81fa-c824a23fafe8 HTTP/1.1" status: 200 len: 945 time: 0.0546217 Mar 02 14:04:39.995086 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-148092ce-f972-441b-9605-10702cfb37b3 req-f9b72522-47a9-45da-99d7-9b68fd56a260 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425823 Mar 02 14:04:40.010736 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396fc69-9c82-40f6-b225-944a47fdda64 req-826acc78-3e8b-492e-b548-954dbafb1456 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:40.012215 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-6396fc69-9c82-40f6-b225-944a47fdda64 req-826acc78-3e8b-492e-b548-954dbafb1456 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.20 "GET /v2.0/ports?device_id=340c74b3-94d8-4937-81fa-c824a23fafe8 HTTP/1.1" status: 200 len: 945 time: 0.0529268 Mar 02 14:04:40.351611 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-6396fc69-9c82-40f6-b225-944a47fdda64 req-a55eb169-25e9-4d46-a55d-77927c6c6c16 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Deleting port fff17c34-f574-4fca-b718-f97f43d99302 {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:04:40.351960 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-6396fc69-9c82-40f6-b225-944a47fdda64 req-a55eb169-25e9-4d46-a55d-77927c6c6c16 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (fff17c34-f574-4fca-b718-f97f43d99302), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:40.448671 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-6396fc69-9c82-40f6-b225-944a47fdda64 req-a55eb169-25e9-4d46-a55d-77927c6c6c16 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] For port fff17c34-f574-4fca-b718-f97f43d99302, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fff17c34-f574-4fca-b718-f97f43d99302,segment=NetworkSegment(ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5),segment_id=ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:40.449042 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-6396fc69-9c82-40f6-b225-944a47fdda64 req-a55eb169-25e9-4d46-a55d-77927c6c6c16 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (fff17c34-f574-4fca-b718-f97f43d99302), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:40.462672 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-6396fc69-9c82-40f6-b225-944a47fdda64 req-a55eb169-25e9-4d46-a55d-77927c6c6c16 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Calling delete_port for fff17c34-f574-4fca-b718-f97f43d99302 owned by compute:nova {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:04:40.588628 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-6396fc69-9c82-40f6-b225-944a47fdda64 req-a55eb169-25e9-4d46-a55d-77927c6c6c16 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (fff17c34-f574-4fca-b718-f97f43d99302), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:40.600562 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['f5225d7c-6448-473c-9240-2180ad51a6b1', 'fff17c34-f574-4fca-b718-f97f43d99302'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:04:40.618712 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55eb169-25e9-4d46-a55d-77927c6c6c16 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Pushing event deleted for resources: {'Port': ['ID=fff17c34-f574-4fca-b718-f97f43d99302,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:40.670572 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-6396fc69-9c82-40f6-b225-944a47fdda64 req-a55eb169-25e9-4d46-a55d-77927c6c6c16 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] No DVR routers for this DVR port fff17c34-f574-4fca-b718-f97f43d99302 on host hv-cinder-83124 {{(pid=102939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:04:40.673257 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-6396fc69-9c82-40f6-b225-944a47fdda64 req-a55eb169-25e9-4d46-a55d-77927c6c6c16 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:40.676785 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-6396fc69-9c82-40f6-b225-944a47fdda64 req-a55eb169-25e9-4d46-a55d-77927c6c6c16 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.20 "DELETE /v2.0/ports/fff17c34-f574-4fca-b718-f97f43d99302 HTTP/1.1" status: 204 len: 173 time: 0.6592641 Mar 02 14:04:40.677414 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340c74b3-94d8-4937-81fa-c824a23fafe8', 'name': 'network-vif-deleted', 'tag': 'fff17c34-f574-4fca-b718-f97f43d99302'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:04:40.680573 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c23762-d526-4790-abb1-31a2ba7b2158" -d '{"events": [{"server_uuid": "340c74b3-94d8-4937-81fa-c824a23fafe8", "name": "network-vif-deleted", "tag": "fff17c34-f574-4fca-b718-f97f43d99302"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:04:40.719879 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2313eb28-5421-4bd8-b5fb-b379c0746108 x-openstack-request-id: req-2313eb28-5421-4bd8-b5fb-b379c0746108 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:04:40.720181 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340c74b3-94d8-4937-81fa-c824a23fafe8", "name": "network-vif-deleted", "tag": "fff17c34-f574-4fca-b718-f97f43d99302", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:04:40.720482 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2313eb28-5421-4bd8-b5fb-b379c0746108 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:04:40.721260 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340c74b3-94d8-4937-81fa-c824a23fafe8', 'name': 'network-vif-deleted', 'tag': 'fff17c34-f574-4fca-b718-f97f43d99302', 'status': 'completed', 'code': 200} Mar 02 14:04:40.788039 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 40064) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:40.881682 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:40.894339 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-29b07541-7be3-49c8-ada4-e9fc1d1f1d51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:40.966030 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-29b07541-7be3-49c8-ada4-e9fc1d1f1d51 admin admin] Publish callbacks [] for security_group (c7234d36-c3e3-489a-a285-bbbe9619f846), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:40.969652 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-29b07541-7be3-49c8-ada4-e9fc1d1f1d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (c7234d36-c3e3-489a-a285-bbbe9619f846), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:41.007210 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-29b07541-7be3-49c8-ada4-e9fc1d1f1d51 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b0942e6d8854ab686a124b3b7323dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181139 Mar 02 14:04:41.008079 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b07541-7be3-49c8-ada4-e9fc1d1f1d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7234d36-c3e3-489a-a285-bbbe9619f846,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:41.010089 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 40068) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:41.068716 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-93e8c463-a4b6-41da-9999-c60e485b4d17 admin admin] Publish callbacks [] for security_group (c7234d36-c3e3-489a-a285-bbbe9619f846), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:41.101467 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-93e8c463-a4b6-41da-9999-c60e485b4d17 admin admin] Publish callbacks [] for security_group (c7234d36-c3e3-489a-a285-bbbe9619f846), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:41.122266 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6c3a5442-5851-488d-875c-5687d3c4a380 req-3ff1fb01-6576-4bdd-bfa3-423b17b974c5 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=340c74b3-94d8-4937-81fa-c824a23fafe8 HTTP/1.1" status: 200 len: 210 time: 0.0383956 Mar 02 14:04:41.171378 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-93e8c463-a4b6-41da-9999-c60e485b4d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (c7234d36-c3e3-489a-a285-bbbe9619f846), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:41.173922 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-93e8c463-a4b6-41da-9999-c60e485b4d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:41.175094 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-93e8c463-a4b6-41da-9999-c60e485b4d17 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7234d36-c3e3-489a-a285-bbbe9619f846 HTTP/1.1" status: 204 len: 168 time: 0.1634731 Mar 02 14:04:41.184365 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8c463-a4b6-41da-9999-c60e485b4d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7234d36-c3e3-489a-a285-bbbe9619f846,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:41.427914 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 40076) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:41.441347 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-58c5bf42-46d9-490e-8884-b5810aa1749c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:41.515805 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-58c5bf42-46d9-490e-8884-b5810aa1749c admin admin] Publish callbacks [] for security_group (45b72e56-b2dc-4b5a-bb85-89c064a366ea), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:41.519273 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-58c5bf42-46d9-490e-8884-b5810aa1749c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (45b72e56-b2dc-4b5a-bb85-89c064a366ea), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:41.556401 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-58c5bf42-46d9-490e-8884-b5810aa1749c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a28409208b042cf92d98a5b314ca696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274321 Mar 02 14:04:41.557325 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5bf42-46d9-490e-8884-b5810aa1749c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b72e56-b2dc-4b5a-bb85-89c064a366ea,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:41.559646 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 40078) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:41.606823 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbbe3-cd02-4d0e-975d-265e033c57c2 admin admin] Publish callbacks [] for security_group (45b72e56-b2dc-4b5a-bb85-89c064a366ea), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:41.630939 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbbe3-cd02-4d0e-975d-265e033c57c2 admin admin] Publish callbacks [] for security_group (45b72e56-b2dc-4b5a-bb85-89c064a366ea), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:41.677520 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbbe3-cd02-4d0e-975d-265e033c57c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (45b72e56-b2dc-4b5a-bb85-89c064a366ea), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:41.679996 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbbe3-cd02-4d0e-975d-265e033c57c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:41.681163 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-1c1fbbe3-cd02-4d0e-975d-265e033c57c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45b72e56-b2dc-4b5a-bb85-89c064a366ea HTTP/1.1" status: 204 len: 168 time: 0.1205103 Mar 02 14:04:41.689558 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fbbe3-cd02-4d0e-975d-265e033c57c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b72e56-b2dc-4b5a-bb85-89c064a366ea,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:41.714869 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device a16cdde4-1791-4012-921e-b01277c1dd1d no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:04:41.735980 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: a16cdde4-1791-4012-921e-b01277c1dd1d {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:04:41.736334 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device a16cdde4-1791-4012-921e-b01277c1dd1d not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:04:41.736753 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device fff17c34-f574-4fca-b718-f97f43d99302 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:04:41.756594 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: fff17c34-f574-4fca-b718-f97f43d99302 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:04:41.756951 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device fff17c34-f574-4fca-b718-f97f43d99302 not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:04:42.616069 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:43.544585 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae3c56-c487-4f72-8150-1865e90f7ad9 req-d3f4c47d-7ef3-4713-8594-7ec19f0a1389 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:43.546067 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a7ae3c56-c487-4f72-8150-1865e90f7ad9 req-d3f4c47d-7ef3-4713-8594-7ec19f0a1389 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 945 time: 0.0556793 Mar 02 14:04:43.591964 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a7ae3c56-c487-4f72-8150-1865e90f7ad9 req-768eb888-6d3c-4cfc-b6e8-cf02c3ef9fc3 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404654 Mar 02 14:04:44.149418 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:44.715431 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8d3cc-a1a5-423a-80a8-660a0f184580 req-217a72a7-2a15-4b9b-b1d3-35e3879dfc48 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:44.717035 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a1a8d3cc-a1a5-423a-80a8-660a0f184580 req-217a72a7-2a15-4b9b-b1d3-35e3879dfc48 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 945 time: 0.0537539 Mar 02 14:04:44.767175 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a1a8d3cc-a1a5-423a-80a8-660a0f184580 req-1f402137-314a-41b1-8915-e5b1e3eb440a tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75182ac-0740-4ff5-a08a-4fec18ff1616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445392 Mar 02 14:04:44.982133 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5545bdf-a878-476c-9e12-40d655b8488b req-38d08744-7636-46bc-8af0-07b6dc8c3798 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:04:44.983511 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-c5545bdf-a878-476c-9e12-40d655b8488b req-38d08744-7636-46bc-8af0-07b6dc8c3798 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 945 time: 0.0511432 Mar 02 14:04:45.070581 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-c5545bdf-a878-476c-9e12-40d655b8488b req-9f9b4f16-726c-41df-8b7a-af27ebf7208f tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Deleting port f5225d7c-6448-473c-9240-2180ad51a6b1 {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:04:45.070961 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-c5545bdf-a878-476c-9e12-40d655b8488b req-9f9b4f16-726c-41df-8b7a-af27ebf7208f tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (f5225d7c-6448-473c-9240-2180ad51a6b1), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:45.161151 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-c5545bdf-a878-476c-9e12-40d655b8488b req-9f9b4f16-726c-41df-8b7a-af27ebf7208f tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] For port f5225d7c-6448-473c-9240-2180ad51a6b1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f5225d7c-6448-473c-9240-2180ad51a6b1,segment=NetworkSegment(ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5),segment_id=ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:04:45.161531 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-c5545bdf-a878-476c-9e12-40d655b8488b req-9f9b4f16-726c-41df-8b7a-af27ebf7208f tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (f5225d7c-6448-473c-9240-2180ad51a6b1), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:45.174033 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-c5545bdf-a878-476c-9e12-40d655b8488b req-9f9b4f16-726c-41df-8b7a-af27ebf7208f tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Calling delete_port for f5225d7c-6448-473c-9240-2180ad51a6b1 owned by compute:nova {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:04:45.298767 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-c5545bdf-a878-476c-9e12-40d655b8488b req-9f9b4f16-726c-41df-8b7a-af27ebf7208f tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (f5225d7c-6448-473c-9240-2180ad51a6b1), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:45.310570 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['f5225d7c-6448-473c-9240-2180ad51a6b1'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:04:45.329005 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b4f16-726c-41df-8b7a-af27ebf7208f tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Pushing event deleted for resources: {'Port': ['ID=f5225d7c-6448-473c-9240-2180ad51a6b1,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:45.370506 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5545bdf-a878-476c-9e12-40d655b8488b req-9f9b4f16-726c-41df-8b7a-af27ebf7208f tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] No DVR routers for this DVR port f5225d7c-6448-473c-9240-2180ad51a6b1 on host hv-cinder-83124 {{(pid=102939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:04:45.373022 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-c5545bdf-a878-476c-9e12-40d655b8488b req-9f9b4f16-726c-41df-8b7a-af27ebf7208f tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:45.376431 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-c5545bdf-a878-476c-9e12-40d655b8488b req-9f9b4f16-726c-41df-8b7a-af27ebf7208f tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.20 "DELETE /v2.0/ports/f5225d7c-6448-473c-9240-2180ad51a6b1 HTTP/1.1" status: 204 len: 173 time: 0.3881743 Mar 02 14:04:45.376867 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bae3822-20c8-4f13-8556-040d646a4c28', 'name': 'network-vif-deleted', 'tag': 'f5225d7c-6448-473c-9240-2180ad51a6b1'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:04:45.379093 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a09d80-633f-4209-9b31-317e9c2102e8" -d '{"events": [{"server_uuid": "3bae3822-20c8-4f13-8556-040d646a4c28", "name": "network-vif-deleted", "tag": "f5225d7c-6448-473c-9240-2180ad51a6b1"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:04:45.414675 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11976909-4746-4930-b7e0-e88f3d8264b0 x-openstack-request-id: req-11976909-4746-4930-b7e0-e88f3d8264b0 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:04:45.414988 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bae3822-20c8-4f13-8556-040d646a4c28", "name": "network-vif-deleted", "tag": "f5225d7c-6448-473c-9240-2180ad51a6b1", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:04:45.415273 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-11976909-4746-4930-b7e0-e88f3d8264b0 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:04:45.415675 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bae3822-20c8-4f13-8556-040d646a4c28', 'name': 'network-vif-deleted', 'tag': 'f5225d7c-6448-473c-9240-2180ad51a6b1', 'status': 'completed', 'code': 200} Mar 02 14:04:45.885409 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-25b93052-d559-4727-a7db-1fd8d19d059f req-45d82dd4-d307-47da-b60f-eefa115bb628 tempest-AttachVolumeNegativeTest-748978980 tempest-AttachVolumeNegativeTest-748978980-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bae3822-20c8-4f13-8556-040d646a4c28 HTTP/1.1" status: 200 len: 210 time: 0.0328424 Mar 02 14:04:46.941422 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 40166) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:46.987353 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e15e5f-257d-4906-accf-e5327e6380bd admin admin] Deleting subnet 13aaebaf-365f-4dd9-ba23-26044b362865 {{(pid=102939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 14:04:46.990460 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b6e15e5f-257d-4906-accf-e5327e6380bd admin admin] Publish callbacks [] for subnet (13aaebaf-365f-4dd9-ba23-26044b362865), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.028188 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b6e15e5f-257d-4906-accf-e5327e6380bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4828482'] for subnet (13aaebaf-365f-4dd9-ba23-26044b362865), precommit_delete_associations {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.069814 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b6e15e5f-257d-4906-accf-e5327e6380bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775021'] for subnet (13aaebaf-365f-4dd9-ba23-26044b362865), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.129116 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b6e15e5f-257d-4906-accf-e5327e6380bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4828331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7666363'] for subnet (13aaebaf-365f-4dd9-ba23-26044b362865), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.158625 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-b6e15e5f-257d-4906-accf-e5327e6380bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.161768 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-b6e15e5f-257d-4906-accf-e5327e6380bd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/13aaebaf-365f-4dd9-ba23-26044b362865 HTTP/1.1" status: 204 len: 168 time: 0.2193718 Mar 02 14:04:47.162595 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e15e5f-257d-4906-accf-e5327e6380bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13aaebaf-365f-4dd9-ba23-26044b362865,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:47.164851 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 40180) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:47.232306 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3047edc4-bbb8-4278-90d2-d3c3e64b0fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845718'] for network (2969a1cf-b271-4634-99b1-459dd010d5c9), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.250137 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:04:47.317293 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3047edc4-bbb8-4278-90d2-d3c3e64b0fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754838', 'neutron.services.segments.db._delete_segments_for_network-8736061257629'] for network (2969a1cf-b271-4634-99b1-459dd010d5c9), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.338806 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.services.segments.db [None req-3047edc4-bbb8-4278-90d2-d3c3e64b0fc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2969a1cf-b271-4634-99b1-459dd010d5c9']}} {{(pid=102940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:47.348796 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.services.segments.db [None req-3047edc4-bbb8-4278-90d2-d3c3e64b0fc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5') {'for_net_delete': True} {{(pid=102940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:47.349094 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.services.segments.db [None req-3047edc4-bbb8-4278-90d2-d3c3e64b0fc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5') {} {{(pid=102940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:04:47.359603 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3047edc4-bbb8-4278-90d2-d3c3e64b0fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736061261222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4452572'] for segment (ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.366071 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 40184) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:47.375322 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3047edc4-bbb8-4278-90d2-d3c3e64b0fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.381941 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3047edc4-bbb8-4278-90d2-d3c3e64b0fc1 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=102940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 14:04:47.382347 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3047edc4-bbb8-4278-90d2-d3c3e64b0fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4452829'] for segment (ac9bf0b2-c26c-4b8a-abb4-ff30127c1ed5), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: Traceback (most recent call last): Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: timer() Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: cb(*args, **kw) Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: return func(*args, **kwargs) Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: self._notify() Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: self.callback(batched_events) Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: event.method(event) Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: return f(self, *a, **k) Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: return self._get(url).json() Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: return self.request(url, 'GET', **kwargs) Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 14:04:47.384049 dv-cinder-831247-3-iscsi neutron-server[102940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 14:04:47.441349 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3047edc4-bbb8-4278-90d2-d3c3e64b0fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607359'] for network (2969a1cf-b271-4634-99b1-459dd010d5c9), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.446881 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-3047edc4-bbb8-4278-90d2-d3c3e64b0fc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.450732 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-3047edc4-bbb8-4278-90d2-d3c3e64b0fc1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2969a1cf-b271-4634-99b1-459dd010d5c9 HTTP/1.1" status: 204 len: 168 time: 0.2845535 Mar 02 14:04:47.462243 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047edc4-bbb8-4278-90d2-d3c3e64b0fc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2969a1cf-b271-4634-99b1-459dd010d5c9,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:47.479907 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ea199157-9f15-45a8-98a2-5625a6a3c6b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.555337 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ea199157-9f15-45a8-98a2-5625a6a3c6b2 admin admin] Publish callbacks [] for security_group (ae4f24fd-e199-4a7a-97ea-52ef99e0d46a), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.559469 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ea199157-9f15-45a8-98a2-5625a6a3c6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (ae4f24fd-e199-4a7a-97ea-52ef99e0d46a), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.567160 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 40190) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:47.600810 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-ea199157-9f15-45a8-98a2-5625a6a3c6b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=952f88928b764de39c39fbcf8ef7d9b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335496 Mar 02 14:04:47.601919 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea199157-9f15-45a8-98a2-5625a6a3c6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4f24fd-e199-4a7a-97ea-52ef99e0d46a,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:47.604929 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 40192) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:47.614055 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-2679cdc2-3f52-4430-bc9f-ae5edabfb252 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=424deb3203f94dd98869bba0080077be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455987 Mar 02 14:04:47.616509 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 40194) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:47.652788 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-db9b9385-52c8-484b-8ae8-51db403a9cb6 admin admin] Publish callbacks [] for security_group (ae4f24fd-e199-4a7a-97ea-52ef99e0d46a), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.664612 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b9c04563-0020-45dc-9220-5a20eeef98a8 admin admin] Publish callbacks [] for security_group (c75182ac-0740-4ff5-a08a-4fec18ff1616), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.673951 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-db9b9385-52c8-484b-8ae8-51db403a9cb6 admin admin] Publish callbacks [] for security_group (ae4f24fd-e199-4a7a-97ea-52ef99e0d46a), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.686731 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b9c04563-0020-45dc-9220-5a20eeef98a8 admin admin] Publish callbacks [] for security_group (c75182ac-0740-4ff5-a08a-4fec18ff1616), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.721020 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-db9b9385-52c8-484b-8ae8-51db403a9cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (ae4f24fd-e199-4a7a-97ea-52ef99e0d46a), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.723870 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-db9b9385-52c8-484b-8ae8-51db403a9cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.727962 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-db9b9385-52c8-484b-8ae8-51db403a9cb6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae4f24fd-e199-4a7a-97ea-52ef99e0d46a HTTP/1.1" status: 204 len: 168 time: 0.1221218 Mar 02 14:04:47.736942 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b9385-52c8-484b-8ae8-51db403a9cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4f24fd-e199-4a7a-97ea-52ef99e0d46a,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:47.737807 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b9c04563-0020-45dc-9220-5a20eeef98a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (c75182ac-0740-4ff5-a08a-4fec18ff1616), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.748498 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b9c04563-0020-45dc-9220-5a20eeef98a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:47.749672 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-b9c04563-0020-45dc-9220-5a20eeef98a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c75182ac-0740-4ff5-a08a-4fec18ff1616 HTTP/1.1" status: 204 len: 168 time: 0.1320562 Mar 02 14:04:47.757735 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c04563-0020-45dc-9220-5a20eeef98a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75182ac-0740-4ff5-a08a-4fec18ff1616,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:48.106217 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 40210) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:48.119891 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9f1dd55c-3df2-4d1a-84ee-f1a5112a48b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:48.194924 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9f1dd55c-3df2-4d1a-84ee-f1a5112a48b2 admin admin] Publish callbacks [] for security_group (31e034ca-f9a5-4867-8974-67a6757d5a87), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:48.199507 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9f1dd55c-3df2-4d1a-84ee-f1a5112a48b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (31e034ca-f9a5-4867-8974-67a6757d5a87), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:48.238354 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-9f1dd55c-3df2-4d1a-84ee-f1a5112a48b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb0c395fe4a34c05b0facd598a1b0d39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309061 Mar 02 14:04:48.240807 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 40214) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:48.246765 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1dd55c-3df2-4d1a-84ee-f1a5112a48b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e034ca-f9a5-4867-8974-67a6757d5a87,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:48.298359 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a946b3d5-4f54-4f27-8589-3b66dadc5527 admin admin] Publish callbacks [] for security_group (31e034ca-f9a5-4867-8974-67a6757d5a87), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:48.319894 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a946b3d5-4f54-4f27-8589-3b66dadc5527 admin admin] Publish callbacks [] for security_group (31e034ca-f9a5-4867-8974-67a6757d5a87), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:48.368402 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a946b3d5-4f54-4f27-8589-3b66dadc5527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (31e034ca-f9a5-4867-8974-67a6757d5a87), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:48.371365 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a946b3d5-4f54-4f27-8589-3b66dadc5527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:48.372519 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-a946b3d5-4f54-4f27-8589-3b66dadc5527 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/31e034ca-f9a5-4867-8974-67a6757d5a87 HTTP/1.1" status: 204 len: 168 time: 0.1308453 Mar 02 14:04:48.380917 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946b3d5-4f54-4f27-8589-3b66dadc5527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e034ca-f9a5-4867-8974-67a6757d5a87,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:49.589420 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 40284) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:49.695263 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-55b2fa6e-4e97-4925-a04d-ae53917bb2e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:49.745031 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device f5225d7c-6448-473c-9240-2180ad51a6b1 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:04:49.769497 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: f5225d7c-6448-473c-9240-2180ad51a6b1 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:04:49.770247 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device f5225d7c-6448-473c-9240-2180ad51a6b1 not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:04:49.776968 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-55b2fa6e-4e97-4925-a04d-ae53917bb2e4 admin admin] Publish callbacks [] for security_group (07c167ae-9cc8-4f94-8c13-3a9217722613), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:49.780828 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-55b2fa6e-4e97-4925-a04d-ae53917bb2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (07c167ae-9cc8-4f94-8c13-3a9217722613), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:49.820860 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-55b2fa6e-4e97-4925-a04d-ae53917bb2e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=52bdd945b0a04d3b9b1b2a7a8bfe9f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280147 Mar 02 14:04:49.820860 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2fa6e-4e97-4925-a04d-ae53917bb2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c167ae-9cc8-4f94-8c13-3a9217722613,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:49.821257 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 40296) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:49.875160 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-bf8590a7-c5a5-4403-a201-45343e59b090 admin admin] Publish callbacks [] for security_group (07c167ae-9cc8-4f94-8c13-3a9217722613), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:49.896919 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-bf8590a7-c5a5-4403-a201-45343e59b090 admin admin] Publish callbacks [] for security_group (07c167ae-9cc8-4f94-8c13-3a9217722613), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:49.944926 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-bf8590a7-c5a5-4403-a201-45343e59b090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (07c167ae-9cc8-4f94-8c13-3a9217722613), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:49.948287 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-bf8590a7-c5a5-4403-a201-45343e59b090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:49.951941 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-bf8590a7-c5a5-4403-a201-45343e59b090 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07c167ae-9cc8-4f94-8c13-3a9217722613 HTTP/1.1" status: 204 len: 168 time: 0.1271508 Mar 02 14:04:49.958209 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8590a7-c5a5-4403-a201-45343e59b090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c167ae-9cc8-4f94-8c13-3a9217722613,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:50.214980 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 40312) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:50.227719 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7fdc837a-5a0f-4165-86ba-880d9cbe1dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:50.309852 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7fdc837a-5a0f-4165-86ba-880d9cbe1dee admin admin] Publish callbacks [] for security_group (454cdf16-dcca-4c01-9309-dc7b4f088cd5), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:50.314975 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-7fdc837a-5a0f-4165-86ba-880d9cbe1dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (454cdf16-dcca-4c01-9309-dc7b4f088cd5), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:50.352644 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc837a-5a0f-4165-86ba-880d9cbe1dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454cdf16-dcca-4c01-9309-dc7b4f088cd5,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:50.359494 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-7fdc837a-5a0f-4165-86ba-880d9cbe1dee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc70f981d19142f28bc3ca1f7251ccbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411161 Mar 02 14:04:50.359721 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 40314) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:50.410283 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-071f74c2-777d-45bf-a2c9-bcd1753c92fd admin admin] Publish callbacks [] for security_group (454cdf16-dcca-4c01-9309-dc7b4f088cd5), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:50.434676 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-071f74c2-777d-45bf-a2c9-bcd1753c92fd admin admin] Publish callbacks [] for security_group (454cdf16-dcca-4c01-9309-dc7b4f088cd5), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:50.488249 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-071f74c2-777d-45bf-a2c9-bcd1753c92fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (454cdf16-dcca-4c01-9309-dc7b4f088cd5), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:50.489545 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-071f74c2-777d-45bf-a2c9-bcd1753c92fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:50.499638 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-071f74c2-777d-45bf-a2c9-bcd1753c92fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/454cdf16-dcca-4c01-9309-dc7b4f088cd5 HTTP/1.1" status: 204 len: 168 time: 0.1328566 Mar 02 14:04:50.506207 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f74c2-777d-45bf-a2c9-bcd1753c92fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454cdf16-dcca-4c01-9309-dc7b4f088cd5,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:54.570470 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 40412) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:54.683526 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-caa54b13-9372-42c4-bec0-defb5d594e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:54.758815 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-caa54b13-9372-42c4-bec0-defb5d594e87 admin admin] Publish callbacks [] for security_group (73e4ab46-fd12-4150-9d57-17d0aa7c006c), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:54.763409 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-caa54b13-9372-42c4-bec0-defb5d594e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (73e4ab46-fd12-4150-9d57-17d0aa7c006c), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:54.803164 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-caa54b13-9372-42c4-bec0-defb5d594e87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ec91543a32a46c3b1d0692dff90b21c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315943 Mar 02 14:04:54.804290 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa54b13-9372-42c4-bec0-defb5d594e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e4ab46-fd12-4150-9d57-17d0aa7c006c,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:54.805819 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 40416) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:54.854431 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-e69d821d-2d65-4cc8-a9f8-3318336f8768 admin admin] Publish callbacks [] for security_group (73e4ab46-fd12-4150-9d57-17d0aa7c006c), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:54.876266 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-e69d821d-2d65-4cc8-a9f8-3318336f8768 admin admin] Publish callbacks [] for security_group (73e4ab46-fd12-4150-9d57-17d0aa7c006c), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:54.928238 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-e69d821d-2d65-4cc8-a9f8-3318336f8768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (73e4ab46-fd12-4150-9d57-17d0aa7c006c), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:54.930897 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-e69d821d-2d65-4cc8-a9f8-3318336f8768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:54.932778 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-e69d821d-2d65-4cc8-a9f8-3318336f8768 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73e4ab46-fd12-4150-9d57-17d0aa7c006c HTTP/1.1" status: 204 len: 168 time: 0.1257601 Mar 02 14:04:54.940598 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d821d-2d65-4cc8-a9f8-3318336f8768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e4ab46-fd12-4150-9d57-17d0aa7c006c,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:55.209287 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 40440) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:55.229955 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-fe5beac8-28ad-4eed-8613-6ce55582dfce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:55.304497 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-fe5beac8-28ad-4eed-8613-6ce55582dfce admin admin] Publish callbacks [] for security_group (c9758c33-182f-41d1-a296-90c4926f9263), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:55.308293 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-fe5beac8-28ad-4eed-8613-6ce55582dfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (c9758c33-182f-41d1-a296-90c4926f9263), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:55.349497 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-fe5beac8-28ad-4eed-8613-6ce55582dfce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de54d58e5c6a43b08644e3ef207950f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390011 Mar 02 14:04:55.350228 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5beac8-28ad-4eed-8613-6ce55582dfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9758c33-182f-41d1-a296-90c4926f9263,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:55.352154 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 40442) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:55.400515 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-847d6655-d344-4db7-8057-62c5b514daeb admin admin] Publish callbacks [] for security_group (c9758c33-182f-41d1-a296-90c4926f9263), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:55.421307 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-847d6655-d344-4db7-8057-62c5b514daeb admin admin] Publish callbacks [] for security_group (c9758c33-182f-41d1-a296-90c4926f9263), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:55.466238 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-847d6655-d344-4db7-8057-62c5b514daeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (c9758c33-182f-41d1-a296-90c4926f9263), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:55.468785 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-847d6655-d344-4db7-8057-62c5b514daeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:55.469910 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-847d6655-d344-4db7-8057-62c5b514daeb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9758c33-182f-41d1-a296-90c4926f9263 HTTP/1.1" status: 204 len: 168 time: 0.1167638 Mar 02 14:04:55.477470 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d6655-d344-4db7-8057-62c5b514daeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9758c33-182f-41d1-a296-90c4926f9263,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:56.535480 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 40482) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:56.641730 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f06d126c-5393-4629-9410-35df1dfe654e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:56.718029 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f06d126c-5393-4629-9410-35df1dfe654e admin admin] Publish callbacks [] for security_group (5b4eafe0-137f-4602-ac0a-62cbe3abe8d6), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:56.721606 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-f06d126c-5393-4629-9410-35df1dfe654e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (5b4eafe0-137f-4602-ac0a-62cbe3abe8d6), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:56.761267 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-f06d126c-5393-4629-9410-35df1dfe654e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6674f129353044a7b310493384ae207d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246952 Mar 02 14:04:56.763872 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 40486) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:56.769588 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d126c-5393-4629-9410-35df1dfe654e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4eafe0-137f-4602-ac0a-62cbe3abe8d6,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:56.816906 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4a9272ce-66db-4294-b6bb-61bb4944b030 admin admin] Publish callbacks [] for security_group (5b4eafe0-137f-4602-ac0a-62cbe3abe8d6), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:56.839143 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4a9272ce-66db-4294-b6bb-61bb4944b030 admin admin] Publish callbacks [] for security_group (5b4eafe0-137f-4602-ac0a-62cbe3abe8d6), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:56.883902 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4a9272ce-66db-4294-b6bb-61bb4944b030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (5b4eafe0-137f-4602-ac0a-62cbe3abe8d6), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:56.887638 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-4a9272ce-66db-4294-b6bb-61bb4944b030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:56.888902 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-4a9272ce-66db-4294-b6bb-61bb4944b030 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b4eafe0-137f-4602-ac0a-62cbe3abe8d6 HTTP/1.1" status: 204 len: 168 time: 0.1241093 Mar 02 14:04:56.896315 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9272ce-66db-4294-b6bb-61bb4944b030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4eafe0-137f-4602-ac0a-62cbe3abe8d6,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:57.142438 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 40492) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:57.156355 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ec0da566-3411-4adb-899e-f45fb92502f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:57.228700 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ec0da566-3411-4adb-899e-f45fb92502f0 admin admin] Publish callbacks [] for security_group (db60be40-a7d2-4b73-ab13-84400551632f), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:57.232391 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-ec0da566-3411-4adb-899e-f45fb92502f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (db60be40-a7d2-4b73-ab13-84400551632f), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:57.269823 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-ec0da566-3411-4adb-899e-f45fb92502f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d5b51a25d682480e8be01b4b31806127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262953 Mar 02 14:04:57.271736 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0da566-3411-4adb-899e-f45fb92502f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db60be40-a7d2-4b73-ab13-84400551632f,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:57.272589 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 40494) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:57.320170 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b9150a1a-9ebb-409d-878a-8b1590924f8a admin admin] Publish callbacks [] for security_group (db60be40-a7d2-4b73-ab13-84400551632f), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:57.341119 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b9150a1a-9ebb-409d-878a-8b1590924f8a admin admin] Publish callbacks [] for security_group (db60be40-a7d2-4b73-ab13-84400551632f), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:57.386891 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b9150a1a-9ebb-409d-878a-8b1590924f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (db60be40-a7d2-4b73-ab13-84400551632f), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:57.389452 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b9150a1a-9ebb-409d-878a-8b1590924f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:57.390578 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-b9150a1a-9ebb-409d-878a-8b1590924f8a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db60be40-a7d2-4b73-ab13-84400551632f HTTP/1.1" status: 204 len: 168 time: 0.1170094 Mar 02 14:04:57.398393 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9150a1a-9ebb-409d-878a-8b1590924f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db60be40-a7d2-4b73-ab13-84400551632f,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:57.718990 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 40510) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:57.733448 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-48ce4887-6805-46b4-ac2e-605cab4b0eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:57.809171 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-48ce4887-6805-46b4-ac2e-605cab4b0eb0 admin admin] Publish callbacks [] for security_group (7ed2ef2b-760e-4c98-ac41-e7f3f1826dca), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:57.813177 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-48ce4887-6805-46b4-ac2e-605cab4b0eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (7ed2ef2b-760e-4c98-ac41-e7f3f1826dca), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:57.851299 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce4887-6805-46b4-ac2e-605cab4b0eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed2ef2b-760e-4c98-ac41-e7f3f1826dca,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:04:57.857435 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-48ce4887-6805-46b4-ac2e-605cab4b0eb0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef2553b63e114f95abfdd0d01275f3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373813 Mar 02 14:04:57.860393 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 40514) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:04:57.909619 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd5ea-14c8-4dc7-a9c4-a63c5f37576c admin admin] Publish callbacks [] for security_group (7ed2ef2b-760e-4c98-ac41-e7f3f1826dca), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:57.932387 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd5ea-14c8-4dc7-a9c4-a63c5f37576c admin admin] Publish callbacks [] for security_group (7ed2ef2b-760e-4c98-ac41-e7f3f1826dca), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:57.986242 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd5ea-14c8-4dc7-a9c4-a63c5f37576c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (7ed2ef2b-760e-4c98-ac41-e7f3f1826dca), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:57.989192 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-9f3dd5ea-14c8-4dc7-a9c4-a63c5f37576c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:04:57.992850 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-9f3dd5ea-14c8-4dc7-a9c4-a63c5f37576c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ed2ef2b-760e-4c98-ac41-e7f3f1826dca HTTP/1.1" status: 204 len: 168 time: 0.1290421 Mar 02 14:04:57.999895 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3dd5ea-14c8-4dc7-a9c4-a63c5f37576c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed2ef2b-760e-4c98-ac41-e7f3f1826dca,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:05:05.883940 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-494814b8-4f74-4fc6-a1e7-6ceba0c3b9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:08.079381 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf248-6a71-4ac8-ad39-38f3689085a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:09.451762 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:10.884600 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:12.618285 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:14.163508 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:24.249066 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:05:27.983235 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 40726) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:05:28.082803 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-aa72c113-79bb-439a-b472-1e9a0b9d5b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:28.154309 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-aa72c113-79bb-439a-b472-1e9a0b9d5b55 admin admin] Publish callbacks [] for security_group (05b45c3a-aa18-4065-81e6-b43eac6e9570), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:28.157833 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-aa72c113-79bb-439a-b472-1e9a0b9d5b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (05b45c3a-aa18-4065-81e6-b43eac6e9570), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:28.198100 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-aa72c113-79bb-439a-b472-1e9a0b9d5b55 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d9c255eca74477b9c7623faeca57518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138207 Mar 02 14:05:28.198985 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72c113-79bb-439a-b472-1e9a0b9d5b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b45c3a-aa18-4065-81e6-b43eac6e9570,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:05:28.201175 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 40730) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:05:28.206110 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72c113-79bb-439a-b472-1e9a0b9d5b55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.206464 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72c113-79bb-439a-b472-1e9a0b9d5b55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.206836 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72c113-79bb-439a-b472-1e9a0b9d5b55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.207178 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72c113-79bb-439a-b472-1e9a0b9d5b55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.207508 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72c113-79bb-439a-b472-1e9a0b9d5b55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.207839 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72c113-79bb-439a-b472-1e9a0b9d5b55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.208165 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72c113-79bb-439a-b472-1e9a0b9d5b55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.208490 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72c113-79bb-439a-b472-1e9a0b9d5b55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.208817 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72c113-79bb-439a-b472-1e9a0b9d5b55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.209142 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72c113-79bb-439a-b472-1e9a0b9d5b55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.209465 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72c113-79bb-439a-b472-1e9a0b9d5b55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.209782 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72c113-79bb-439a-b472-1e9a0b9d5b55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.210101 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa72c113-79bb-439a-b472-1e9a0b9d5b55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.251325 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-757a21da-ca4b-4b1a-871f-e0f6eaab4c1e admin admin] Publish callbacks [] for security_group (05b45c3a-aa18-4065-81e6-b43eac6e9570), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:28.271782 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-757a21da-ca4b-4b1a-871f-e0f6eaab4c1e admin admin] Publish callbacks [] for security_group (05b45c3a-aa18-4065-81e6-b43eac6e9570), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:28.316893 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-757a21da-ca4b-4b1a-871f-e0f6eaab4c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (05b45c3a-aa18-4065-81e6-b43eac6e9570), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:28.319422 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-757a21da-ca4b-4b1a-871f-e0f6eaab4c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:28.320578 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-757a21da-ca4b-4b1a-871f-e0f6eaab4c1e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05b45c3a-aa18-4065-81e6-b43eac6e9570 HTTP/1.1" status: 204 len: 168 time: 0.1184316 Mar 02 14:05:28.328013 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a21da-ca4b-4b1a-871f-e0f6eaab4c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b45c3a-aa18-4065-81e6-b43eac6e9570,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:05:28.334964 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a21da-ca4b-4b1a-871f-e0f6eaab4c1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.335318 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a21da-ca4b-4b1a-871f-e0f6eaab4c1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.335662 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a21da-ca4b-4b1a-871f-e0f6eaab4c1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.335996 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a21da-ca4b-4b1a-871f-e0f6eaab4c1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.336327 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a21da-ca4b-4b1a-871f-e0f6eaab4c1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.336658 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a21da-ca4b-4b1a-871f-e0f6eaab4c1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.336990 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a21da-ca4b-4b1a-871f-e0f6eaab4c1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.337313 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a21da-ca4b-4b1a-871f-e0f6eaab4c1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.337639 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a21da-ca4b-4b1a-871f-e0f6eaab4c1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.337964 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a21da-ca4b-4b1a-871f-e0f6eaab4c1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.338285 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a21da-ca4b-4b1a-871f-e0f6eaab4c1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.338606 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a21da-ca4b-4b1a-871f-e0f6eaab4c1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.338947 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a21da-ca4b-4b1a-871f-e0f6eaab4c1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:28.914431 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 40752) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:05:29.008025 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-978c9c1c-cd2b-4ca4-9465-62a1aeaf6fd4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-204707825-network', 'tenant_id': 'a630683d23474fb3a339eb8f94ea6cc6'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:05:29.026854 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978c9c1c-cd2b-4ca4-9465-62a1aeaf6fd4 admin admin] Made reservation on behalf of a630683d23474fb3a339eb8f94ea6cc6 for: {'network': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:05:29.029658 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-978c9c1c-cd2b-4ca4-9465-62a1aeaf6fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for network (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:29.037927 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-978c9c1c-cd2b-4ca4-9465-62a1aeaf6fd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:29.110855 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-978c9c1c-cd2b-4ca4-9465-62a1aeaf6fd4 admin admin] Publish callbacks [] for security_group (fc12fd25-6ab1-4fbb-8000-29428d36d832), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:29.114560 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-978c9c1c-cd2b-4ca4-9465-62a1aeaf6fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (fc12fd25-6ab1-4fbb-8000-29428d36d832), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:29.135241 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978c9c1c-cd2b-4ca4-9465-62a1aeaf6fd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=102939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 14:05:29.151825 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c9c1c-cd2b-4ca4-9465-62a1aeaf6fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc12fd25-6ab1-4fbb-8000-29428d36d832,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:05:29.154865 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-978c9c1c-cd2b-4ca4-9465-62a1aeaf6fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:29.155216 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.segments_db [None req-978c9c1c-cd2b-4ca4-9465-62a1aeaf6fd4 admin admin] Added segment 0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5 of type vlan for network 3e0f9bd6-8f9b-4308-bf08-d911620ac721 Mar 02 14:05:29.194118 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-978c9c1c-cd2b-4ca4-9465-62a1aeaf6fd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060850773'] for network (3e0f9bd6-8f9b-4308-bf08-d911620ac721), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:29.218637 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-978c9c1c-cd2b-4ca4-9465-62a1aeaf6fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for network (3e0f9bd6-8f9b-4308-bf08-d911620ac721), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:29.219602 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978c9c1c-cd2b-4ca4-9465-62a1aeaf6fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:05:29.220196 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-978c9c1c-cd2b-4ca4-9465-62a1aeaf6fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:29.250768 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-978c9c1c-cd2b-4ca4-9465-62a1aeaf6fd4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3351791 Mar 02 14:05:29.253758 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 40756) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:05:29.258711 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-86f6ab8b-46a3-43f4-8c2e-3417e1b9f144 admin admin] Request body: {'subnet': {'network_id': '3e0f9bd6-8f9b-4308-bf08-d911620ac721', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-204707825-subnet', 'tenant_id': 'a630683d23474fb3a339eb8f94ea6cc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:05:29.279768 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f6ab8b-46a3-43f4-8c2e-3417e1b9f144 admin admin] Made reservation on behalf of a630683d23474fb3a339eb8f94ea6cc6 for: {'subnet': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:05:29.281959 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-86f6ab8b-46a3-43f4-8c2e-3417e1b9f144 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4384940'] for subnet (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:29.285472 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c9c1c-cd2b-4ca4-9465-62a1aeaf6fd4 admin admin] Pushing event updated for resources: {'Network': ['ID=3e0f9bd6-8f9b-4308-bf08-d911620ac721,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:05:29.295247 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Network 3e0f9bd6-8f9b-4308-bf08-d911620ac721 details requested by agent ovs-agent-dv-cinder-831247-3-iscsi with host dv-cinder-831247-3-iscsi {{(pid=102941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 14:05:29.452133 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-86f6ab8b-46a3-43f4-8c2e-3417e1b9f144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4452676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4384926'] for subnet (d32665ca-bd9b-44d4-b48e-4f1a575f476f), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:29.507701 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6ab8b-46a3-43f4-8c2e-3417e1b9f144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d32665ca-bd9b-44d4-b48e-4f1a575f476f,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:05:29.517209 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f6ab8b-46a3-43f4-8c2e-3417e1b9f144 admin admin] Checking segment: {'id': '0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3e0f9bd6-8f9b-4308-bf08-d911620ac721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:05:29.517578 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f6ab8b-46a3-43f4-8c2e-3417e1b9f144 admin admin] Network hostable DHCP agents. Network: 3e0f9bd6-8f9b-4308-bf08-d911620ac721, hostable agents: ['75e4ba60-1427-4d6a-953c-035315e6206b'], hosted agents: [] {{(pid=102940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 14:05:29.533729 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f6ab8b-46a3-43f4-8c2e-3417e1b9f144 admin admin] Network 3e0f9bd6-8f9b-4308-bf08-d911620ac721 is scheduled to be hosted by DHCP agent 75e4ba60-1427-4d6a-953c-035315e6206b with binding_index 1 {{(pid=102940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 14:05:29.541814 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-86f6ab8b-46a3-43f4-8c2e-3417e1b9f144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-3-iscsi, 3e0f9bd6-8f9b-4308-bf08-d911620ac721) {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:05:29.546301 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f6ab8b-46a3-43f4-8c2e-3417e1b9f144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:05:29.546951 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-86f6ab8b-46a3-43f4-8c2e-3417e1b9f144 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:29.552157 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba609528-949d-4151-b7d9-71372f5f1248 None None] Network 3e0f9bd6-8f9b-4308-bf08-d911620ac721 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:05:29.562851 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-86f6ab8b-46a3-43f4-8c2e-3417e1b9f144 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3079424 Mar 02 14:05:29.785990 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b544c96-23f3-463c-8895-ddc718aa0877 None None] Network 3e0f9bd6-8f9b-4308-bf08-d911620ac721 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:05:31.281648 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-a3b7f0dd-586a-4d36-89cb-1951d3b8812b tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:05:31.283113 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-a3b7f0dd-586a-4d36-89cb-1951d3b8812b tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/networks?id=3e0f9bd6-8f9b-4308-bf08-d911620ac721 HTTP/1.1" status: 200 len: 813 time: 0.1016860 Mar 02 14:05:31.297031 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c0c71e23-c229-4503-a1d2-31ca5fff942a tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/quotas/a630683d23474fb3a339eb8f94ea6cc6 HTTP/1.1" status: 200 len: 375 time: 0.0087283 Mar 02 14:05:31.328337 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-646b298a-f41c-4369-9aac-9a8677de7a60 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a630683d23474fb3a339eb8f94ea6cc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266747 Mar 02 14:05:31.417607 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c2e05431-7fa2-40b2-bf25-f854296e03b4 service neutron] 10.222.0.36 "GET /v2.0/networks/3e0f9bd6-8f9b-4308-bf08-d911620ac721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830355 Mar 02 14:05:31.503601 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-cf1c10cd-c0aa-4741-931b-a3f8b9b37cd4 service neutron] 10.222.0.36 "GET /v2.0/networks/3e0f9bd6-8f9b-4308-bf08-d911620ac721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805521 Mar 02 14:05:31.659600 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e617f16b-b5f0-440e-a5aa-d1de50562dc6 req-75c356d1-4998-40b8-aa0a-ff7096539439 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57f1307-0ec2-4a1d-9cac-2c2e04d809a5 HTTP/1.1" status: 200 len: 210 time: 0.0276258 Mar 02 14:05:32.557614 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-9ad23e01-7937-41ee-a742-ced1b30ba095 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:05:32.559089 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-9ad23e01-7937-41ee-a742-ced1b30ba095 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.20 "GET /v2.0/networks?id=3e0f9bd6-8f9b-4308-bf08-d911620ac721 HTTP/1.1" status: 200 len: 813 time: 0.1048298 Mar 02 14:05:32.573400 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-801564bd-48d3-42b0-8062-f58c8827e2a0 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Request body: {'port': {'device_id': 'd57f1307-0ec2-4a1d-9cac-2c2e04d809a5', 'network_id': '3e0f9bd6-8f9b-4308-bf08-d911620ac721', 'admin_state_up': True, 'tenant_id': 'a630683d23474fb3a339eb8f94ea6cc6'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:05:32.682890 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-801564bd-48d3-42b0-8062-f58c8827e2a0 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Made reservation on behalf of a630683d23474fb3a339eb8f94ea6cc6 for: {'port': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:05:32.686261 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-801564bd-48d3-42b0-8062-f58c8827e2a0 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:32.757116 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-de77ca81-e516-4c4a-8248-202056e06425 req-670c1340-f8e3-4c3e-b09e-6063bc09067a tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57f1307-0ec2-4a1d-9cac-2c2e04d809a5 HTTP/1.1" status: 200 len: 210 time: 0.0305960 Mar 02 14:05:32.811973 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-801564bd-48d3-42b0-8062-f58c8827e2a0 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Allocated IP 172.20.0.11 (3e0f9bd6-8f9b-4308-bf08-d911620ac721/d32665ca-bd9b-44d4-b48e-4f1a575f476f/eaadee0c-1b96-4be5-a0f3-dcd7082b4b89) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:05:32.955076 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-801564bd-48d3-42b0-8062-f58c8827e2a0 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Publish callbacks [] for port (eaadee0c-1b96-4be5-a0f3-dcd7082b4b89), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:32.985614 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-801564bd-48d3-42b0-8062-f58c8827e2a0 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (eaadee0c-1b96-4be5-a0f3-dcd7082b4b89), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:33.028426 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-801564bd-48d3-42b0-8062-f58c8827e2a0 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Network 3e0f9bd6-8f9b-4308-bf08-d911620ac721 is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:05:33.031242 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-801564bd-48d3-42b0-8062-f58c8827e2a0 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:05:33.034765 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-801564bd-48d3-42b0-8062-f58c8827e2a0 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:05:33.060883 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801564bd-48d3-42b0-8062-f58c8827e2a0 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Pushing event updated for resources: {'Port': ['ID=eaadee0c-1b96-4be5-a0f3-dcd7082b4b89,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:05:33.087168 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-801564bd-48d3-42b0-8062-f58c8827e2a0 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:05:33.087773 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-801564bd-48d3-42b0-8062-f58c8827e2a0 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:33.105090 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-801564bd-48d3-42b0-8062-f58c8827e2a0 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5358291 Mar 02 14:05:33.116036 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Request body: {'port': {'device_id': 'd57f1307-0ec2-4a1d-9cac-2c2e04d809a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:05:33.172705 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (eaadee0c-1b96-4be5-a0f3-dcd7082b4b89), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:33.427448 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 {{(pid=102939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:05:33.434844 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Publish callbacks [] for port (eaadee0c-1b96-4be5-a0f3-dcd7082b4b89), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:33.446132 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.provisioning_blocks [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Transition to ACTIVE for port object eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 will not be triggered until provisioned by entity L2. {{(pid=102939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:05:33.450377 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (eaadee0c-1b96-4be5-a0f3-dcd7082b4b89), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:33.517849 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Pushing event updated for resources: {'Port': ['ID=eaadee0c-1b96-4be5-a0f3-dcd7082b4b89,revision_number=2']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:05:33.566449 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Attempting to bind port eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:05:33.567095 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Attempting to bind port eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3e0f9bd6-8f9b-4308-bf08-d911620ac721'}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:05:33.567204 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Attempting to bind port eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 on network 3e0f9bd6-8f9b-4308-bf08-d911620ac721 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:05:33.571290 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Port eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 on network 3e0f9bd6-8f9b-4308-bf08-d911620ac721 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:05:33.571616 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Attempting to bind port eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 on network 3e0f9bd6-8f9b-4308-bf08-d911620ac721 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:05:33.577481 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:05:33.577819 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Checking segment: {'id': '0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3e0f9bd6-8f9b-4308-bf08-d911620ac721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:05:33.578205 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Bound using segment: {'id': '0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3e0f9bd6-8f9b-4308-bf08-d911620ac721'} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:05:33.578632 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Bound port: eaadee0c-1b96-4be5-a0f3-dcd7082b4b89, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3e0f9bd6-8f9b-4308-bf08-d911620ac721'}}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:05:33.579010 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (eaadee0c-1b96-4be5-a0f3-dcd7082b4b89), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:33.643863 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] For port eaadee0c-1b96-4be5-a0f3-dcd7082b4b89, host hv-cinder-83124, cleared binding levels {{(pid=102939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:05:33.646771 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] For port eaadee0c-1b96-4be5-a0f3-dcd7082b4b89, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=eaadee0c-1b96-4be5-a0f3-dcd7082b4b89,segment=NetworkSegment(0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5),segment_id=0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5)] {{(pid=102939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:05:33.652998 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (eaadee0c-1b96-4be5-a0f3-dcd7082b4b89), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:33.689942 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:05:33.690586 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:33.692030 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] 10.222.0.20 "PUT /v2.0/ports/eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 HTTP/1.1" status: 200 len: 1094 time: 0.5799475 Mar 02 14:05:33.692464 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57f1307-0ec2-4a1d-9cac-2c2e04d809a5', 'tag': 'eaadee0c-1b96-4be5-a0f3-dcd7082b4b89'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:05:33.694681 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f92a1db-1bda-483c-ad8b-c12e5b5af260" -d '{"events": [{"name": "network-changed", "server_uuid": "d57f1307-0ec2-4a1d-9cac-2c2e04d809a5", "tag": "eaadee0c-1b96-4be5-a0f3-dcd7082b4b89"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:05:33.721804 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319260c-d923-45b1-b57f-bfe1ae40b015 service neutron] Pushing event updated for resources: {'Port': ['ID=eaadee0c-1b96-4be5-a0f3-dcd7082b4b89,revision_number=3']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:05:33.740189 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bb37bc-01b1-4bce-9cd3-735b426e1408 x-openstack-request-id: req-e8bb37bc-01b1-4bce-9cd3-735b426e1408 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:05:33.740481 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57f1307-0ec2-4a1d-9cac-2c2e04d809a5", "tag": "eaadee0c-1b96-4be5-a0f3-dcd7082b4b89", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:05:33.740740 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8bb37bc-01b1-4bce-9cd3-735b426e1408 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:05:33.741134 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57f1307-0ec2-4a1d-9cac-2c2e04d809a5', 'tag': 'eaadee0c-1b96-4be5-a0f3-dcd7082b4b89', 'status': 'completed', 'code': 200} Mar 02 14:05:33.777784 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-a9116b9b-a69e-4275-8946-0f5b2d21b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:05:33.779592 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-a9116b9b-a69e-4275-8946-0f5b2d21b73c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a630683d23474fb3a339eb8f94ea6cc6&device_id=d57f1307-0ec2-4a1d-9cac-2c2e04d809a5 HTTP/1.1" status: 200 len: 1128 time: 0.0506287 Mar 02 14:05:33.825616 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-37a2474f-f793-4349-beb8-d3ec43377874 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 HTTP/1.1" status: 200 len: 217 time: 0.0381906 Mar 02 14:05:33.872984 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-81cdb6da-eeb5-4ed5-b8cb-be96f1bd9d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:05:33.874456 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-81cdb6da-eeb5-4ed5-b8cb-be96f1bd9d87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d32665ca-bd9b-44d4-b48e-4f1a575f476f HTTP/1.1" status: 200 len: 853 time: 0.0442517 Mar 02 14:05:33.876264 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1c893-a2c8-486b-b8bb-bfe6ad74de27 req-75292bf1-e63c-4203-87cf-da0f7237b01f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:05:33.877736 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-66b1c893-a2c8-486b-b8bb-bfe6ad74de27 req-75292bf1-e63c-4203-87cf-da0f7237b01f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57f1307-0ec2-4a1d-9cac-2c2e04d809a5 HTTP/1.1" status: 200 len: 944 time: 0.0530148 Mar 02 14:05:33.906125 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-e846c59d-df10-48ed-a4f7-e93b90e3325e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e0f9bd6-8f9b-4308-bf08-d911620ac721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256379 Mar 02 14:05:33.924455 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-66b1c893-a2c8-486b-b8bb-bfe6ad74de27 req-d442c0d7-59b4-4aa0-b22b-6899c81ffdd9 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411544 Mar 02 14:05:33.999589 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-ea556519-7e19-40b1-8698-53c12d47f6ed service neutron] 10.222.0.20 "GET /v2.0/networks/3e0f9bd6-8f9b-4308-bf08-d911620ac721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872014 Mar 02 14:05:34.087296 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7a877b46-900c-4b2a-b62d-98cb4bece291 req-bd743895-9c06-4c28-8c08-f6922d05b33f service neutron] 10.222.0.20 "GET /v2.0/networks/3e0f9bd6-8f9b-4308-bf08-d911620ac721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812068 Mar 02 14:05:34.176542 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92a1db-1bda-483c-ad8b-c12e5b5af260 req-eaa235c4-ff5a-46c7-b47d-77eaf423bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:05:34.177997 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-1f92a1db-1bda-483c-ad8b-c12e5b5af260 req-eaa235c4-ff5a-46c7-b47d-77eaf423bbb3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a630683d23474fb3a339eb8f94ea6cc6&device_id=d57f1307-0ec2-4a1d-9cac-2c2e04d809a5 HTTP/1.1" status: 200 len: 1128 time: 0.0443397 Mar 02 14:05:34.267824 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92a1db-1bda-483c-ad8b-c12e5b5af260 req-dafeb7de-28ff-412a-a0ee-71f890db2262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:05:34.269163 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-1f92a1db-1bda-483c-ad8b-c12e5b5af260 req-dafeb7de-28ff-412a-a0ee-71f890db2262 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e0f9bd6-8f9b-4308-bf08-d911620ac721 HTTP/1.1" status: 200 len: 914 time: 0.0850801 Mar 02 14:05:34.309766 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-1f92a1db-1bda-483c-ad8b-c12e5b5af260 req-47bff3f7-c8f9-4862-a485-917c0f93bd0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 HTTP/1.1" status: 200 len: 217 time: 0.0334959 Mar 02 14:05:34.359909 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92a1db-1bda-483c-ad8b-c12e5b5af260 req-d6b6652c-fe52-4240-83f5-cbc1918dd510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:05:34.361340 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-1f92a1db-1bda-483c-ad8b-c12e5b5af260 req-d6b6652c-fe52-4240-83f5-cbc1918dd510 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d32665ca-bd9b-44d4-b48e-4f1a575f476f HTTP/1.1" status: 200 len: 853 time: 0.0459764 Mar 02 14:05:34.394710 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-1f92a1db-1bda-483c-ad8b-c12e5b5af260 req-23561b3d-c7be-4a95-8ceb-04a79647e888 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e0f9bd6-8f9b-4308-bf08-d911620ac721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253608 Mar 02 14:05:34.480319 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-1f92a1db-1bda-483c-ad8b-c12e5b5af260 req-b7430dc4-ca78-4d5a-bd1e-9101aecf7fe9 service neutron] 10.222.0.20 "GET /v2.0/networks/3e0f9bd6-8f9b-4308-bf08-d911620ac721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788851 Mar 02 14:05:34.569834 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-1f92a1db-1bda-483c-ad8b-c12e5b5af260 req-73906af1-df63-4be1-bd7e-b327c2f4c078 service neutron] 10.222.0.20 "GET /v2.0/networks/3e0f9bd6-8f9b-4308-bf08-d911620ac721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836756 Mar 02 14:05:35.041301 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70fa1e-f4da-4444-b7e9-3236e68db19d req-218c915e-727d-4fdb-a13f-f3e67f270c33 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:05:35.042801 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fc70fa1e-f4da-4444-b7e9-3236e68db19d req-218c915e-727d-4fdb-a13f-f3e67f270c33 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57f1307-0ec2-4a1d-9cac-2c2e04d809a5 HTTP/1.1" status: 200 len: 944 time: 0.0518589 Mar 02 14:05:35.088062 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fc70fa1e-f4da-4444-b7e9-3236e68db19d req-6938534c-20d0-42de-b8fa-777825f4dbf6 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391951 Mar 02 14:05:35.885395 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee933-59f6-4640-b3c1-be1e42fc844f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:35.929888 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:05:36.030679 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port eaadee0c-1b96-4be5-a0f3-dcd7082b4b89, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=eaadee0c-1b96-4be5-a0f3-dcd7082b4b89,segment=NetworkSegment(0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5),segment_id=0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:05:36.041372 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': 'eaadee0c-1b96-4be5-a0f3-dcd7082b4b89', 'network_id': '3e0f9bd6-8f9b-4308-bf08-d911620ac721', 'port_id': 'eaadee0c-1b96-4be5-a0f3-dcd7082b4b89', 'mac_address': 'fa:16:3e:10:bc:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd32665ca-bd9b-44d4-b48e-4f1a575f476f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:05:36.078661 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:05:36.079073 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (eaadee0c-1b96-4be5-a0f3-dcd7082b4b89), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:36.095054 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:05:36.114759 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port eaadee0c-1b96-4be5-a0f3-dcd7082b4b89, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=eaadee0c-1b96-4be5-a0f3-dcd7082b4b89,segment=NetworkSegment(0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5),segment_id=0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:05:36.118625 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (eaadee0c-1b96-4be5-a0f3-dcd7082b4b89), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:36.167888 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=eaadee0c-1b96-4be5-a0f3-dcd7082b4b89,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:05:36.176056 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:36.176414 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:36.176767 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:36.177109 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:36.177450 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:36.177787 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:36.178123 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:36.178458 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:36.178817 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:36.179175 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:36.179485 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:36.179811 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:36.180137 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:05:36.212894 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad999f4-6414-4e6b-b261-1b9d93dabd55 req-f405fcd2-4138-4df5-9548-4d3b6fdf8c96 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:05:36.214359 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9ad999f4-6414-4e6b-b261-1b9d93dabd55 req-f405fcd2-4138-4df5-9548-4d3b6fdf8c96 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57f1307-0ec2-4a1d-9cac-2c2e04d809a5 HTTP/1.1" status: 200 len: 945 time: 0.0560482 Mar 02 14:05:36.260517 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9ad999f4-6414-4e6b-b261-1b9d93dabd55 req-a79d50e5-fb09-4b40-bf50-9395913f3e1e tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401592 Mar 02 14:05:36.328008 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['eaadee0c-1b96-4be5-a0f3-dcd7082b4b89'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:05:37.377451 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95faa13b-1b7b-4375-91ff-34ea0d42c354 req-e39b74e1-7d43-4aa7-a561-e83fcc658447 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:05:37.378866 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-95faa13b-1b7b-4375-91ff-34ea0d42c354 req-e39b74e1-7d43-4aa7-a561-e83fcc658447 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57f1307-0ec2-4a1d-9cac-2c2e04d809a5 HTTP/1.1" status: 200 len: 945 time: 0.0539277 Mar 02 14:05:37.424856 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-95faa13b-1b7b-4375-91ff-34ea0d42c354 req-47ee7338-cc96-413e-b656-4917c6f89e70 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405767 Mar 02 14:05:37.968337 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:05:38.015718 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:05:38.019629 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:05:38.020105 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (eaadee0c-1b96-4be5-a0f3-dcd7082b4b89), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:38.106777 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-752887d7-ae3e-44cf-8085-8b0f283c1e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:38.108216 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:05:38.108597 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (eaadee0c-1b96-4be5-a0f3-dcd7082b4b89), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:38.131895 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57f1307-0ec2-4a1d-9cac-2c2e04d809a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaadee0c-1b96-4be5-a0f3-dcd7082b4b89'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:05:38.134216 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad89352-b125-4c7d-82b5-6213f47a2702" -d '{"events": [{"server_uuid": "d57f1307-0ec2-4a1d-9cac-2c2e04d809a5", "name": "network-vif-plugged", "status": "completed", "tag": "eaadee0c-1b96-4be5-a0f3-dcd7082b4b89"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:05:38.149831 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port eaadee0c-1b96-4be5-a0f3-dcd7082b4b89, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=eaadee0c-1b96-4be5-a0f3-dcd7082b4b89,segment=NetworkSegment(0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5),segment_id=0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:05:38.154691 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (eaadee0c-1b96-4be5-a0f3-dcd7082b4b89), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:38.177522 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6450fb0c-2e26-4e22-af39-627deed7eb4d x-openstack-request-id: req-6450fb0c-2e26-4e22-af39-627deed7eb4d {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:05:38.177821 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57f1307-0ec2-4a1d-9cac-2c2e04d809a5", "name": "network-vif-plugged", "status": "completed", "tag": "eaadee0c-1b96-4be5-a0f3-dcd7082b4b89", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:05:38.178080 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6450fb0c-2e26-4e22-af39-627deed7eb4d {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:05:38.178475 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57f1307-0ec2-4a1d-9cac-2c2e04d809a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaadee0c-1b96-4be5-a0f3-dcd7082b4b89', 'code': 200} Mar 02 14:05:38.203856 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=eaadee0c-1b96-4be5-a0f3-dcd7082b4b89,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:05:38.337533 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbda38-cecd-45d7-a919-8cd8800778eb req-1e559204-7aec-4058-8ce3-12eb367773bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:05:38.339023 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-a2fbda38-cecd-45d7-a919-8cd8800778eb req-1e559204-7aec-4058-8ce3-12eb367773bd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d57f1307-0ec2-4a1d-9cac-2c2e04d809a5 HTTP/1.1" status: 200 len: 1130 time: 0.0425639 Mar 02 14:05:38.380299 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-a2fbda38-cecd-45d7-a919-8cd8800778eb req-ba7dd3f1-322b-4f8f-a52b-fc23c3c196d2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359235 Mar 02 14:05:38.540218 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed41503-2bbc-4f45-9013-149b56602514 req-5a32e3bb-e7ab-4ab9-a8dd-40893cba5d51 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:05:38.541675 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7ed41503-2bbc-4f45-9013-149b56602514 req-5a32e3bb-e7ab-4ab9-a8dd-40893cba5d51 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57f1307-0ec2-4a1d-9cac-2c2e04d809a5 HTTP/1.1" status: 200 len: 946 time: 0.0523527 Mar 02 14:05:38.589805 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7ed41503-2bbc-4f45-9013-149b56602514 req-7e5435df-eff4-4c4d-bbdf-b964a55ec3e3 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424786 Mar 02 14:05:39.454446 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:39.861355 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8aecdc-0870-43b5-ae07-1598fb728e40 req-f55d3593-ec04-4165-8eff-c285188bd72f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:05:39.862836 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bc8aecdc-0870-43b5-ae07-1598fb728e40 req-f55d3593-ec04-4165-8eff-c285188bd72f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57f1307-0ec2-4a1d-9cac-2c2e04d809a5 HTTP/1.1" status: 200 len: 946 time: 0.0519028 Mar 02 14:05:39.909085 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bc8aecdc-0870-43b5-ae07-1598fb728e40 req-32a888cd-ce2f-45c6-bde4-0b831b028327 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 Mar 02 14:05:40.888943 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:42.623079 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:05:44.164533 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:01.248108 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:06:05.886771 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6eec-bc5d-4661-85a1-e0ddb50d542e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:08.077752 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-98aaf964-f1f5-4c9c-ad46-7f59bbaf825f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:09.456936 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:10.890426 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:12.623874 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:14.179811 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:15.058499 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcc19a-b1b5-4af5-94e1-e001f18c8ba8 req-ad2c0035-1462-4435-9633-927bf7b25031 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:15.061140 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bedcc19a-b1b5-4af5-94e1-e001f18c8ba8 req-ad2c0035-1462-4435-9633-927bf7b25031 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57f1307-0ec2-4a1d-9cac-2c2e04d809a5 HTTP/1.1" status: 200 len: 946 time: 0.0543287 Mar 02 14:06:15.107935 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-bedcc19a-b1b5-4af5-94e1-e001f18c8ba8 req-9a5e7f33-da42-45e4-9713-baf271e46805 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413394 Mar 02 14:06:16.379496 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3318aa-3114-40e3-bcc1-1b40498c16d1 req-3e2d0f9a-d707-4fcc-9cd6-8a571a8afec9 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:16.380867 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-da3318aa-3114-40e3-bcc1-1b40498c16d1 req-3e2d0f9a-d707-4fcc-9cd6-8a571a8afec9 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57f1307-0ec2-4a1d-9cac-2c2e04d809a5 HTTP/1.1" status: 200 len: 946 time: 0.0557425 Mar 02 14:06:16.426178 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-da3318aa-3114-40e3-bcc1-1b40498c16d1 req-870a29aa-8b7b-4f5d-9e1d-4e899b542dd0 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399227 Mar 02 14:06:16.523973 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c3b3a-10d4-470f-8489-1c578bd886c6 req-ed4f39e4-68fa-4ff7-a308-b06c18ceac39 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:16.525382 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-ce5c3b3a-10d4-470f-8489-1c578bd886c6 req-ed4f39e4-68fa-4ff7-a308-b06c18ceac39 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.20 "GET /v2.0/ports?device_id=d57f1307-0ec2-4a1d-9cac-2c2e04d809a5 HTTP/1.1" status: 200 len: 946 time: 0.0540059 Mar 02 14:06:16.612923 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-ce5c3b3a-10d4-470f-8489-1c578bd886c6 req-68237b3b-3de0-4a04-a9ec-d105ce3972a6 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Deleting port eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:06:16.613262 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-ce5c3b3a-10d4-470f-8489-1c578bd886c6 req-68237b3b-3de0-4a04-a9ec-d105ce3972a6 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (eaadee0c-1b96-4be5-a0f3-dcd7082b4b89), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:16.702491 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-ce5c3b3a-10d4-470f-8489-1c578bd886c6 req-68237b3b-3de0-4a04-a9ec-d105ce3972a6 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] For port eaadee0c-1b96-4be5-a0f3-dcd7082b4b89, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=eaadee0c-1b96-4be5-a0f3-dcd7082b4b89,segment=NetworkSegment(0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5),segment_id=0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:06:16.702805 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-ce5c3b3a-10d4-470f-8489-1c578bd886c6 req-68237b3b-3de0-4a04-a9ec-d105ce3972a6 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (eaadee0c-1b96-4be5-a0f3-dcd7082b4b89), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:16.714975 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-ce5c3b3a-10d4-470f-8489-1c578bd886c6 req-68237b3b-3de0-4a04-a9ec-d105ce3972a6 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Calling delete_port for eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 owned by compute:nova {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:06:16.837354 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-ce5c3b3a-10d4-470f-8489-1c578bd886c6 req-68237b3b-3de0-4a04-a9ec-d105ce3972a6 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (eaadee0c-1b96-4be5-a0f3-dcd7082b4b89), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:16.849299 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['eaadee0c-1b96-4be5-a0f3-dcd7082b4b89'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:06:16.867338 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68237b3b-3de0-4a04-a9ec-d105ce3972a6 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Pushing event deleted for resources: {'Port': ['ID=eaadee0c-1b96-4be5-a0f3-dcd7082b4b89,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:06:16.912005 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5c3b3a-10d4-470f-8489-1c578bd886c6 req-68237b3b-3de0-4a04-a9ec-d105ce3972a6 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] No DVR routers for this DVR port eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 on host hv-cinder-83124 {{(pid=102939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:06:16.914565 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-ce5c3b3a-10d4-470f-8489-1c578bd886c6 req-68237b3b-3de0-4a04-a9ec-d105ce3972a6 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:16.917883 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-ce5c3b3a-10d4-470f-8489-1c578bd886c6 req-68237b3b-3de0-4a04-a9ec-d105ce3972a6 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.20 "DELETE /v2.0/ports/eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 HTTP/1.1" status: 204 len: 173 time: 0.3874466 Mar 02 14:06:16.918339 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57f1307-0ec2-4a1d-9cac-2c2e04d809a5', 'name': 'network-vif-deleted', 'tag': 'eaadee0c-1b96-4be5-a0f3-dcd7082b4b89'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:06:16.920957 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f343e8-0f7d-452d-93b0-7ad05422a0e0" -d '{"events": [{"server_uuid": "d57f1307-0ec2-4a1d-9cac-2c2e04d809a5", "name": "network-vif-deleted", "tag": "eaadee0c-1b96-4be5-a0f3-dcd7082b4b89"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:06:16.958771 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e7db65-640b-419e-92c8-46529ce33066 x-openstack-request-id: req-c9e7db65-640b-419e-92c8-46529ce33066 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:06:16.959074 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57f1307-0ec2-4a1d-9cac-2c2e04d809a5", "name": "network-vif-deleted", "tag": "eaadee0c-1b96-4be5-a0f3-dcd7082b4b89", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:06:16.959334 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c9e7db65-640b-419e-92c8-46529ce33066 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:06:16.959738 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57f1307-0ec2-4a1d-9cac-2c2e04d809a5', 'name': 'network-vif-deleted', 'tag': 'eaadee0c-1b96-4be5-a0f3-dcd7082b4b89', 'status': 'completed', 'code': 200} Mar 02 14:06:20.264377 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:06:20.284794 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:06:20.285143 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device eaadee0c-1b96-4be5-a0f3-dcd7082b4b89 not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:06:25.371778 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-727372c8-6b83-47a8-84c9-45d9d911fd80 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:25.373146 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-727372c8-6b83-47a8-84c9-45d9d911fd80 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/networks?id=3e0f9bd6-8f9b-4308-bf08-d911620ac721 HTTP/1.1" status: 200 len: 813 time: 0.1032214 Mar 02 14:06:25.387115 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-4b89e6b4-6491-4f00-af55-72781f7ca5ce tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/quotas/a630683d23474fb3a339eb8f94ea6cc6 HTTP/1.1" status: 200 len: 375 time: 0.0087247 Mar 02 14:06:25.419241 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-0a260804-38fd-437a-8f61-c0790d93a183 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a630683d23474fb3a339eb8f94ea6cc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270295 Mar 02 14:06:25.506485 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-33474cff-388a-442f-b17c-26800b21b8b2 service neutron] 10.222.0.36 "GET /v2.0/networks/3e0f9bd6-8f9b-4308-bf08-d911620ac721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809760 Mar 02 14:06:25.597192 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-439c6098-d315-4718-94cc-4d24e2f4fcd6 service neutron] 10.222.0.36 "GET /v2.0/networks/3e0f9bd6-8f9b-4308-bf08-d911620ac721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852580 Mar 02 14:06:25.752851 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-10a9f843-d9fd-4a2e-8e86-e070a8ae308e req-33ffe7f0-2cce-42c9-a319-016d08d0fcbe tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 210 time: 0.0280480 Mar 02 14:06:26.834744 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ef02ba8f-2249-4c4b-b341-c48430b4f62e req-93277a8d-ec97-48d8-81fd-71f7062ba8f6 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 210 time: 0.0263109 Mar 02 14:06:27.913772 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-30531f54-62de-482e-a0c2-036e7cebc6d7 req-9a0013e1-8962-4dd5-9899-68e6a15f5ecf tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 210 time: 0.0305586 Mar 02 14:06:28.993832 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3c5d5a6a-2f91-434e-b39f-ef45ccef348a req-b816087b-b263-4c80-b55b-9776a477af9b tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 210 time: 0.0320940 Mar 02 14:06:30.087434 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-010c5d10-1c8e-4996-8712-1541d2821c7d req-3e465640-f2e9-4ebd-bfda-0f0f3310ed9b tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 210 time: 0.0285637 Mar 02 14:06:30.681239 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-f1c59393-2d79-41df-bdbd-714f4a4283f9 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:30.682691 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-f1c59393-2d79-41df-bdbd-714f4a4283f9 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.20 "GET /v2.0/networks?id=3e0f9bd6-8f9b-4308-bf08-d911620ac721 HTTP/1.1" status: 200 len: 813 time: 0.1085608 Mar 02 14:06:30.695219 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Request body: {'port': {'device_id': 'f00a29f3-af3d-4146-bbff-6f45bfefbd67', 'network_id': '3e0f9bd6-8f9b-4308-bf08-d911620ac721', 'admin_state_up': True, 'tenant_id': 'a630683d23474fb3a339eb8f94ea6cc6'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:06:30.801628 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Made reservation on behalf of a630683d23474fb3a339eb8f94ea6cc6 for: {'port': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:06:30.804906 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:30.925302 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Allocated IP 172.20.0.14 (3e0f9bd6-8f9b-4308-bf08-d911620ac721/d32665ca-bd9b-44d4-b48e-4f1a575f476f/123b0f02-456d-41bf-9044-93e3bab14074) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:06:31.067268 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Publish callbacks [] for port (123b0f02-456d-41bf-9044-93e3bab14074), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:31.098969 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (123b0f02-456d-41bf-9044-93e3bab14074), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:31.142495 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Network 3e0f9bd6-8f9b-4308-bf08-d911620ac721 is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:06:31.145617 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:06:31.148942 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:06:31.185289 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Pushing event updated for resources: {'Port': ['ID=123b0f02-456d-41bf-9044-93e3bab14074,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:06:31.198030 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:31.198381 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:31.198756 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:31.199098 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:31.199436 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:31.199766 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:31.200096 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:31.200424 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:31.200750 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:31.201075 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:31.201402 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:31.201780 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:31.202107 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:31.213495 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:31.214110 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:31.214952 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ec41d-0ed9-459e-a812-a18c5e20dae8 req-432163cb-5be2-4f39-9c8f-452180bbf8e0 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:31.216460 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7a7ec41d-0ed9-459e-a812-a18c5e20dae8 req-432163cb-5be2-4f39-9c8f-452180bbf8e0 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 932 time: 0.0541112 Mar 02 14:06:31.230499 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-2826c9d3-136c-42ed-9ba5-1cb1c3cf4e7f tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5394373 Mar 02 14:06:31.241806 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Request body: {'port': {'device_id': 'f00a29f3-af3d-4146-bbff-6f45bfefbd67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:06:31.264167 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7a7ec41d-0ed9-459e-a812-a18c5e20dae8 req-4f155410-ae65-4b52-9726-34fe83349df0 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418999 Mar 02 14:06:31.304879 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (123b0f02-456d-41bf-9044-93e3bab14074), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:31.556718 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123b0f02-456d-41bf-9044-93e3bab14074 {{(pid=102939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:06:31.564009 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Publish callbacks [] for port (123b0f02-456d-41bf-9044-93e3bab14074), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:31.575193 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.provisioning_blocks [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Transition to ACTIVE for port object 123b0f02-456d-41bf-9044-93e3bab14074 will not be triggered until provisioned by entity L2. {{(pid=102939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:06:31.579868 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (123b0f02-456d-41bf-9044-93e3bab14074), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:31.630598 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Pushing event updated for resources: {'Port': ['ID=123b0f02-456d-41bf-9044-93e3bab14074,revision_number=2']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:06:31.699317 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Attempting to bind port 123b0f02-456d-41bf-9044-93e3bab14074 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:06:31.699989 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Attempting to bind port 123b0f02-456d-41bf-9044-93e3bab14074 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3e0f9bd6-8f9b-4308-bf08-d911620ac721'}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:06:31.699989 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Attempting to bind port 123b0f02-456d-41bf-9044-93e3bab14074 on network 3e0f9bd6-8f9b-4308-bf08-d911620ac721 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:06:31.704182 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Port 123b0f02-456d-41bf-9044-93e3bab14074 on network 3e0f9bd6-8f9b-4308-bf08-d911620ac721 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:06:31.704506 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Attempting to bind port 123b0f02-456d-41bf-9044-93e3bab14074 on network 3e0f9bd6-8f9b-4308-bf08-d911620ac721 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:06:31.709187 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:06:31.709526 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Checking segment: {'id': '0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3e0f9bd6-8f9b-4308-bf08-d911620ac721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:06:31.709910 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Bound using segment: {'id': '0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3e0f9bd6-8f9b-4308-bf08-d911620ac721'} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:06:31.710339 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Bound port: 123b0f02-456d-41bf-9044-93e3bab14074, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3e0f9bd6-8f9b-4308-bf08-d911620ac721'}}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:06:31.710717 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (123b0f02-456d-41bf-9044-93e3bab14074), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:31.770471 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] For port 123b0f02-456d-41bf-9044-93e3bab14074, host hv-cinder-83124, cleared binding levels {{(pid=102939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:06:31.773641 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] For port 123b0f02-456d-41bf-9044-93e3bab14074, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=123b0f02-456d-41bf-9044-93e3bab14074,segment=NetworkSegment(0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5),segment_id=0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5)] {{(pid=102939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:06:31.778918 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (123b0f02-456d-41bf-9044-93e3bab14074), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:31.810928 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:31.811553 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:31.813021 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] 10.222.0.20 "PUT /v2.0/ports/123b0f02-456d-41bf-9044-93e3bab14074 HTTP/1.1" status: 200 len: 1094 time: 0.5755231 Mar 02 14:06:31.813453 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00a29f3-af3d-4146-bbff-6f45bfefbd67', 'tag': '123b0f02-456d-41bf-9044-93e3bab14074'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:06:31.815685 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a05edd-d8b1-4204-8a4f-c9c5c1299636" -d '{"events": [{"name": "network-changed", "server_uuid": "f00a29f3-af3d-4146-bbff-6f45bfefbd67", "tag": "123b0f02-456d-41bf-9044-93e3bab14074"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:06:31.840607 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba1fdf-1e02-47b5-8125-b75a25752b9b service neutron] Pushing event updated for resources: {'Port': ['ID=123b0f02-456d-41bf-9044-93e3bab14074,revision_number=3']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:06:31.857124 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ed58e2-901d-4549-a437-e534ceaf7214 x-openstack-request-id: req-d1ed58e2-901d-4549-a437-e534ceaf7214 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:06:31.857491 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00a29f3-af3d-4146-bbff-6f45bfefbd67", "tag": "123b0f02-456d-41bf-9044-93e3bab14074", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:06:31.857972 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1ed58e2-901d-4549-a437-e534ceaf7214 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:06:31.858250 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00a29f3-af3d-4146-bbff-6f45bfefbd67', 'tag': '123b0f02-456d-41bf-9044-93e3bab14074', 'status': 'completed', 'code': 200} Mar 02 14:06:31.925625 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-a85ec29c-28bd-49ca-a349-978ea130d48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:31.927197 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-a85ec29c-28bd-49ca-a349-978ea130d48e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a630683d23474fb3a339eb8f94ea6cc6&device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 1128 time: 0.0491173 Mar 02 14:06:31.966592 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-5ddcebb5-326d-42e5-8f8e-3ff276467693 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=123b0f02-456d-41bf-9044-93e3bab14074 HTTP/1.1" status: 200 len: 217 time: 0.0332267 Mar 02 14:06:32.013617 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-688f1a79-69e6-42bc-bedb-f4d2f08c7088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:32.021754 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-688f1a79-69e6-42bc-bedb-f4d2f08c7088 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d32665ca-bd9b-44d4-b48e-4f1a575f476f HTTP/1.1" status: 200 len: 853 time: 0.0466683 Mar 02 14:06:32.049534 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-70770d69-07da-4265-aab5-a04721f94f9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e0f9bd6-8f9b-4308-bf08-d911620ac721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244267 Mar 02 14:06:32.383308 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-4cc9a0b6-f775-424e-9358-9a3934c54558 service neutron] 10.222.0.20 "GET /v2.0/networks/3e0f9bd6-8f9b-4308-bf08-d911620ac721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276112 Mar 02 14:06:32.383747 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67a5c9-2a68-4702-b795-452b3ad5b234 req-dacdbba4-cdf6-4fd2-b1c3-19faa042513a tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:32.385226 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-dd67a5c9-2a68-4702-b795-452b3ad5b234 req-dacdbba4-cdf6-4fd2-b1c3-19faa042513a tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 944 time: 0.0527134 Mar 02 14:06:32.435343 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-dd67a5c9-2a68-4702-b795-452b3ad5b234 req-8f462af1-9c0d-4f36-907b-de05855f8c6d tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444925 Mar 02 14:06:32.474483 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-1bb85c75-d02e-4830-84a3-a31a3e371bdd req-68f2340d-7f53-4c8f-9769-cdbe25be9f98 service neutron] 10.222.0.20 "GET /v2.0/networks/3e0f9bd6-8f9b-4308-bf08-d911620ac721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858116 Mar 02 14:06:32.558036 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a05edd-d8b1-4204-8a4f-c9c5c1299636 req-733afef0-f3a2-496a-a0be-41c95dfe2f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:32.559555 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-25a05edd-d8b1-4204-8a4f-c9c5c1299636 req-733afef0-f3a2-496a-a0be-41c95dfe2f1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a630683d23474fb3a339eb8f94ea6cc6&device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 1128 time: 0.0448751 Mar 02 14:06:32.647170 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a05edd-d8b1-4204-8a4f-c9c5c1299636 req-54dcdd98-d3f3-4520-91c5-0a3edb08f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:32.648791 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-25a05edd-d8b1-4204-8a4f-c9c5c1299636 req-54dcdd98-d3f3-4520-91c5-0a3edb08f4f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e0f9bd6-8f9b-4308-bf08-d911620ac721 HTTP/1.1" status: 200 len: 914 time: 0.0835710 Mar 02 14:06:32.692420 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-25a05edd-d8b1-4204-8a4f-c9c5c1299636 req-f4fd4259-7921-4f46-b888-7bf1e9b41526 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=123b0f02-456d-41bf-9044-93e3bab14074 HTTP/1.1" status: 200 len: 217 time: 0.0365200 Mar 02 14:06:32.739751 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a05edd-d8b1-4204-8a4f-c9c5c1299636 req-b9b9a609-8c9d-4c0f-b875-5dc020b9930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:32.741145 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-25a05edd-d8b1-4204-8a4f-c9c5c1299636 req-b9b9a609-8c9d-4c0f-b875-5dc020b9930e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d32665ca-bd9b-44d4-b48e-4f1a575f476f HTTP/1.1" status: 200 len: 853 time: 0.0422914 Mar 02 14:06:32.771649 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-25a05edd-d8b1-4204-8a4f-c9c5c1299636 req-4fad3add-354b-4d2e-983f-3555ba287b86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e0f9bd6-8f9b-4308-bf08-d911620ac721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244579 Mar 02 14:06:32.861717 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-25a05edd-d8b1-4204-8a4f-c9c5c1299636 req-f0d3a020-72dc-4b80-93c7-65b9d6ea8cea service neutron] 10.222.0.20 "GET /v2.0/networks/3e0f9bd6-8f9b-4308-bf08-d911620ac721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825365 Mar 02 14:06:32.950019 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-25a05edd-d8b1-4204-8a4f-c9c5c1299636 req-c3d1b807-3305-485e-ab3c-f854570c7baa service neutron] 10.222.0.20 "GET /v2.0/networks/3e0f9bd6-8f9b-4308-bf08-d911620ac721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816805 Mar 02 14:06:33.551454 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faa0d3-32a8-4462-8b2c-47a236416620 req-2124361e-ae94-4dd5-b59d-9647208d35dc tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:33.552903 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-47faa0d3-32a8-4462-8b2c-47a236416620 req-2124361e-ae94-4dd5-b59d-9647208d35dc tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 944 time: 0.0514274 Mar 02 14:06:33.597854 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-47faa0d3-32a8-4462-8b2c-47a236416620 req-c9e67e49-619c-4a97-9cdf-b297deef820c tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394361 Mar 02 14:06:34.713420 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7071f3f-2f24-484f-b495-e7fb426b7158 req-0a71a62c-894b-466c-b548-787f36bfe1b8 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:34.714877 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f7071f3f-2f24-484f-b495-e7fb426b7158 req-0a71a62c-894b-466c-b548-787f36bfe1b8 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 944 time: 0.0514624 Mar 02 14:06:34.759896 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f7071f3f-2f24-484f-b495-e7fb426b7158 req-d3034e44-e636-45a9-b591-ab408c4977d4 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394998 Mar 02 14:06:35.877720 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9501d7-72ce-4063-ad5a-575149d9fa1d req-77a5bcee-7c25-4b93-b3cc-03b4095d5c01 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:35.879219 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ef9501d7-72ce-4063-ad5a-575149d9fa1d req-77a5bcee-7c25-4b93-b3cc-03b4095d5c01 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 944 time: 0.0548403 Mar 02 14:06:35.891975 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0db8276e-c589-44bc-a518-c860caa60ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:35.926129 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ef9501d7-72ce-4063-ad5a-575149d9fa1d req-e511a758-31c5-4a3c-98f1-48d1d935b3bd tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413990 Mar 02 14:06:36.319899 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 123b0f02-456d-41bf-9044-93e3bab14074 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:06:36.414350 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 123b0f02-456d-41bf-9044-93e3bab14074, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=123b0f02-456d-41bf-9044-93e3bab14074,segment=NetworkSegment(0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5),segment_id=0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:06:36.425992 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': '123b0f02-456d-41bf-9044-93e3bab14074', 'network_id': '3e0f9bd6-8f9b-4308-bf08-d911620ac721', 'port_id': '123b0f02-456d-41bf-9044-93e3bab14074', 'mac_address': 'fa:16:3e:5b:ba:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd32665ca-bd9b-44d4-b48e-4f1a575f476f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:06:36.464493 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 123b0f02-456d-41bf-9044-93e3bab14074 is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:06:36.464867 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (123b0f02-456d-41bf-9044-93e3bab14074), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:36.477537 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123b0f02-456d-41bf-9044-93e3bab14074 {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:06:36.495443 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 123b0f02-456d-41bf-9044-93e3bab14074, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=123b0f02-456d-41bf-9044-93e3bab14074,segment=NetworkSegment(0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5),segment_id=0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:06:36.500270 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (123b0f02-456d-41bf-9044-93e3bab14074), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:36.545060 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=123b0f02-456d-41bf-9044-93e3bab14074,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:06:36.552713 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:36.553067 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:36.553413 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:36.553754 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:36.554088 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:36.554420 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:36.554780 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:36.555109 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:36.555434 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:36.555759 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:36.556083 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:36.556402 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:36.556722 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:06:36.706112 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['123b0f02-456d-41bf-9044-93e3bab14074'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:06:37.041561 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635dc8b-8e6f-4c55-93ff-3047c04a8f6a req-9c55f57c-e7f4-4610-89be-e1952336010c tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:37.043071 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2635dc8b-8e6f-4c55-93ff-3047c04a8f6a req-9c55f57c-e7f4-4610-89be-e1952336010c tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 945 time: 0.0524874 Mar 02 14:06:37.088881 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-2635dc8b-8e6f-4c55-93ff-3047c04a8f6a req-372aa513-b6fb-4b94-a277-bb5d7d180b80 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403240 Mar 02 14:06:38.079906 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-ac0db7ec-197e-40b2-888a-1990b775c96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:38.206842 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea2764-33ed-4df1-9b61-40852b1a421b req-f90a2beb-58c0-4971-adbb-33eea1f3b19e tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:38.208287 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-afea2764-33ed-4df1-9b61-40852b1a421b req-f90a2beb-58c0-4971-adbb-33eea1f3b19e tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 945 time: 0.0508559 Mar 02 14:06:38.246912 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:06:38.256475 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-afea2764-33ed-4df1-9b61-40852b1a421b req-66ae7fbc-d4ee-4deb-8eb4-1c0e857b6853 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428402 Mar 02 14:06:38.336440 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 123b0f02-456d-41bf-9044-93e3bab14074 up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:06:38.383534 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port 123b0f02-456d-41bf-9044-93e3bab14074 completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:06:38.387620 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port 123b0f02-456d-41bf-9044-93e3bab14074 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:06:38.387997 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (123b0f02-456d-41bf-9044-93e3bab14074), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:38.464567 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 123b0f02-456d-41bf-9044-93e3bab14074 is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:06:38.464960 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (123b0f02-456d-41bf-9044-93e3bab14074), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:38.489973 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00a29f3-af3d-4146-bbff-6f45bfefbd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123b0f02-456d-41bf-9044-93e3bab14074'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:06:38.492221 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0aaa09a-8a77-482e-bb0b-8bdda2094d07" -d '{"events": [{"server_uuid": "f00a29f3-af3d-4146-bbff-6f45bfefbd67", "name": "network-vif-plugged", "status": "completed", "tag": "123b0f02-456d-41bf-9044-93e3bab14074"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:06:38.505476 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 123b0f02-456d-41bf-9044-93e3bab14074, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=123b0f02-456d-41bf-9044-93e3bab14074,segment=NetworkSegment(0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5),segment_id=0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:06:38.509501 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (123b0f02-456d-41bf-9044-93e3bab14074), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:38.535013 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfb00dd-d08c-40b9-864c-b2409a36dc1e x-openstack-request-id: req-adfb00dd-d08c-40b9-864c-b2409a36dc1e {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:06:38.535313 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00a29f3-af3d-4146-bbff-6f45bfefbd67", "name": "network-vif-plugged", "status": "completed", "tag": "123b0f02-456d-41bf-9044-93e3bab14074", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:06:38.535571 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-adfb00dd-d08c-40b9-864c-b2409a36dc1e {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:06:38.535961 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00a29f3-af3d-4146-bbff-6f45bfefbd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123b0f02-456d-41bf-9044-93e3bab14074', 'code': 200} Mar 02 14:06:38.563909 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=123b0f02-456d-41bf-9044-93e3bab14074,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:06:38.700423 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86818e-4c66-4fe5-91f0-625131ef8eed req-20d9b39a-de75-4dd6-85d5-ccbca0b12e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:38.702311 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-5a86818e-4c66-4fe5-91f0-625131ef8eed req-20d9b39a-de75-4dd6-85d5-ccbca0b12e8a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 1130 time: 0.0468266 Mar 02 14:06:38.745540 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-5a86818e-4c66-4fe5-91f0-625131ef8eed req-4c7ddab0-a3d1-4c57-9046-5e787f334515 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366778 Mar 02 14:06:39.374694 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de34b0a-922c-451e-ae95-bbbdbed7ae8f req-1f3f5a32-2a0f-415d-a8ec-a3d809edff54 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:39.376067 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6de34b0a-922c-451e-ae95-bbbdbed7ae8f req-1f3f5a32-2a0f-415d-a8ec-a3d809edff54 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 946 time: 0.0534632 Mar 02 14:06:39.423155 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-6de34b0a-922c-451e-ae95-bbbdbed7ae8f req-9bc4390c-a00e-4c14-a76a-0fccf6e57ac1 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416932 Mar 02 14:06:39.459979 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:40.537878 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cb702-1d09-471e-8d63-caa2cf59fa87 req-ae66c0a2-69c3-48d1-ae85-d8c3537755c1 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:40.539335 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-413cb702-1d09-471e-8d63-caa2cf59fa87 req-ae66c0a2-69c3-48d1-ae85-d8c3537755c1 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 946 time: 0.0515316 Mar 02 14:06:40.584121 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-413cb702-1d09-471e-8d63-caa2cf59fa87 req-347a307b-edb5-4046-a472-260ee7989b33 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393772 Mar 02 14:06:40.895753 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:42.626037 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:44.177607 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:06:58.471352 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d17fc6-0a40-44d2-a4ae-b33badd53938 req-356602c2-8857-4990-babe-f36853b1959b tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:58.472812 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-12d17fc6-0a40-44d2-a4ae-b33badd53938 req-356602c2-8857-4990-babe-f36853b1959b tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 946 time: 0.0552766 Mar 02 14:06:58.519431 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-12d17fc6-0a40-44d2-a4ae-b33badd53938 req-3092dbb4-270d-4af3-a72a-b5b1cf6bb6c9 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411699 Mar 02 14:06:59.636112 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d3881-d698-44db-87f3-878afcffe8f8 req-fe09a75f-9f1d-4c94-9430-01662f08a117 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:59.637551 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-186d3881-d698-44db-87f3-878afcffe8f8 req-fe09a75f-9f1d-4c94-9430-01662f08a117 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 946 time: 0.0510845 Mar 02 14:06:59.683760 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-186d3881-d698-44db-87f3-878afcffe8f8 req-ef7de341-06d9-4c1a-86da-d14411b15872 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc12fd25-6ab1-4fbb-8000-29428d36d832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405378 Mar 02 14:06:59.973626 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34797d-a66c-4156-b22a-2a7088b4f5ea req-81d3ec82-61fa-4a16-b578-c41c99f88951 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:06:59.975000 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-8e34797d-a66c-4156-b22a-2a7088b4f5ea req-81d3ec82-61fa-4a16-b578-c41c99f88951 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.20 "GET /v2.0/ports?device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 946 time: 0.0512259 Mar 02 14:07:00.067428 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-8e34797d-a66c-4156-b22a-2a7088b4f5ea req-49f829d3-b6f2-432d-ac37-197f123cff08 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Deleting port 123b0f02-456d-41bf-9044-93e3bab14074 {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:07:00.067772 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-8e34797d-a66c-4156-b22a-2a7088b4f5ea req-49f829d3-b6f2-432d-ac37-197f123cff08 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (123b0f02-456d-41bf-9044-93e3bab14074), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:00.156724 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-8e34797d-a66c-4156-b22a-2a7088b4f5ea req-49f829d3-b6f2-432d-ac37-197f123cff08 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] For port 123b0f02-456d-41bf-9044-93e3bab14074, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=123b0f02-456d-41bf-9044-93e3bab14074,segment=NetworkSegment(0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5),segment_id=0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:07:00.157088 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-8e34797d-a66c-4156-b22a-2a7088b4f5ea req-49f829d3-b6f2-432d-ac37-197f123cff08 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (123b0f02-456d-41bf-9044-93e3bab14074), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:00.170224 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-8e34797d-a66c-4156-b22a-2a7088b4f5ea req-49f829d3-b6f2-432d-ac37-197f123cff08 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Calling delete_port for 123b0f02-456d-41bf-9044-93e3bab14074 owned by compute:nova {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:07:00.299984 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-8e34797d-a66c-4156-b22a-2a7088b4f5ea req-49f829d3-b6f2-432d-ac37-197f123cff08 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (123b0f02-456d-41bf-9044-93e3bab14074), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:00.312117 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['123b0f02-456d-41bf-9044-93e3bab14074'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:07:00.329337 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f829d3-b6f2-432d-ac37-197f123cff08 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Pushing event deleted for resources: {'Port': ['ID=123b0f02-456d-41bf-9044-93e3bab14074,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:00.376551 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e34797d-a66c-4156-b22a-2a7088b4f5ea req-49f829d3-b6f2-432d-ac37-197f123cff08 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] No DVR routers for this DVR port 123b0f02-456d-41bf-9044-93e3bab14074 on host hv-cinder-83124 {{(pid=102939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:07:00.379085 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-8e34797d-a66c-4156-b22a-2a7088b4f5ea req-49f829d3-b6f2-432d-ac37-197f123cff08 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:00.382612 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-8e34797d-a66c-4156-b22a-2a7088b4f5ea req-49f829d3-b6f2-432d-ac37-197f123cff08 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.20 "DELETE /v2.0/ports/123b0f02-456d-41bf-9044-93e3bab14074 HTTP/1.1" status: 204 len: 173 time: 0.4021664 Mar 02 14:07:00.383082 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00a29f3-af3d-4146-bbff-6f45bfefbd67', 'name': 'network-vif-deleted', 'tag': '123b0f02-456d-41bf-9044-93e3bab14074'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:07:00.387673 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f547270b-5dc5-4e3b-b35d-12ed45dd9f69" -d '{"events": [{"server_uuid": "f00a29f3-af3d-4146-bbff-6f45bfefbd67", "name": "network-vif-deleted", "tag": "123b0f02-456d-41bf-9044-93e3bab14074"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:07:00.429491 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b009178-029a-4a4a-bb98-18f5449fb0d3 x-openstack-request-id: req-8b009178-029a-4a4a-bb98-18f5449fb0d3 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:07:00.429811 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00a29f3-af3d-4146-bbff-6f45bfefbd67", "name": "network-vif-deleted", "tag": "123b0f02-456d-41bf-9044-93e3bab14074", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:07:00.430069 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b009178-029a-4a4a-bb98-18f5449fb0d3 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:07:00.430467 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00a29f3-af3d-4146-bbff-6f45bfefbd67', 'name': 'network-vif-deleted', 'tag': '123b0f02-456d-41bf-9044-93e3bab14074', 'status': 'completed', 'code': 200} Mar 02 14:07:00.797684 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-81f1025a-65f9-4a81-8121-209b4be70679 req-cb5a87d5-27d2-4c75-ac43-ab847d750b97 tempest-VolumesSnapshotTestJSON-429480737 tempest-VolumesSnapshotTestJSON-429480737-project] 10.222.0.36 "GET /v2.0/ports?device_id=f00a29f3-af3d-4146-bbff-6f45bfefbd67 HTTP/1.1" status: 200 len: 210 time: 0.0347424 Mar 02 14:07:05.039901 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 123b0f02-456d-41bf-9044-93e3bab14074 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:07:05.059839 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: 123b0f02-456d-41bf-9044-93e3bab14074 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:07:05.060281 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 123b0f02-456d-41bf-9044-93e3bab14074 not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:07:05.885214 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-d2ad70bf-d987-4051-9b63-9e3a873c889b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:08.081059 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-53f8e316-f724-40f1-912a-0c4422220cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:09.462049 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:10.895628 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:12.627466 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:14.191249 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:15.246182 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:07:22.789283 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41304) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:07:22.836790 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] Deleting subnet d32665ca-bd9b-44d4-b48e-4f1a575f476f {{(pid=102940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 14:07:22.839749 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] Publish callbacks [] for subnet (d32665ca-bd9b-44d4-b48e-4f1a575f476f), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:22.873782 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4452555'] for subnet (d32665ca-bd9b-44d4-b48e-4f1a575f476f), precommit_delete_associations {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:22.911737 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775021'] for subnet (d32665ca-bd9b-44d4-b48e-4f1a575f476f), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:22.962504 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4452611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4384903'] for subnet (d32665ca-bd9b-44d4-b48e-4f1a575f476f), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:22.991668 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d32665ca-bd9b-44d4-b48e-4f1a575f476f,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:22.996111 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:22.999178 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d32665ca-bd9b-44d4-b48e-4f1a575f476f HTTP/1.1" status: 204 len: 168 time: 0.2089128 Mar 02 14:07:23.001677 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 41306) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:07:23.004159 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:23.004512 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:23.005214 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:23.005214 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:23.005514 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:23.005843 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:23.006171 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:23.006498 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:23.006852 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:23.007183 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:23.007504 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:23.007827 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:23.008145 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b99b64-e242-4e29-a076-6b53109a6158 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:23.072416 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e996cf24-cfbe-46b9-9c5c-33f8962e1282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845718'] for network (3e0f9bd6-8f9b-4308-bf08-d911620ac721), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:23.154613 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e996cf24-cfbe-46b9-9c5c-33f8962e1282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754838', 'neutron.services.segments.db._delete_segments_for_network-8736061257629'] for network (3e0f9bd6-8f9b-4308-bf08-d911620ac721), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:23.174136 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-e996cf24-cfbe-46b9-9c5c-33f8962e1282 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0f9bd6-8f9b-4308-bf08-d911620ac721']}} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:07:23.183210 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-e996cf24-cfbe-46b9-9c5c-33f8962e1282 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5') {'for_net_delete': True} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:07:23.183518 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-e996cf24-cfbe-46b9-9c5c-33f8962e1282 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5') {} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:07:23.192532 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e996cf24-cfbe-46b9-9c5c-33f8962e1282 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736061261222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4828501'] for segment (0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:23.205675 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e996cf24-cfbe-46b9-9c5c-33f8962e1282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:23.211301 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e996cf24-cfbe-46b9-9c5c-33f8962e1282 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 14:07:23.211689 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e996cf24-cfbe-46b9-9c5c-33f8962e1282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4828277'] for segment (0400dbd8-6e1a-441c-bb3e-f72f0bbc65b5), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: Traceback (most recent call last): Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: timer() Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: cb(*args, **kw) Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: return func(*args, **kwargs) Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: self._notify() Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: self.callback(batched_events) Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: event.method(event) Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: return f(self, *a, **k) Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._get(url).json() Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: return self.request(url, 'GET', **kwargs) Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 14:07:23.213297 dv-cinder-831247-3-iscsi neutron-server[102939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 14:07:23.265806 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e996cf24-cfbe-46b9-9c5c-33f8962e1282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607359'] for network (3e0f9bd6-8f9b-4308-bf08-d911620ac721), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:23.270412 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-e996cf24-cfbe-46b9-9c5c-33f8962e1282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:23.277250 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-e996cf24-cfbe-46b9-9c5c-33f8962e1282 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3e0f9bd6-8f9b-4308-bf08-d911620ac721 HTTP/1.1" status: 204 len: 168 time: 0.2716930 Mar 02 14:07:23.287074 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996cf24-cfbe-46b9-9c5c-33f8962e1282 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e0f9bd6-8f9b-4308-bf08-d911620ac721,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:23.379824 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 41310) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:07:23.420310 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-b890db77-fd64-43ae-8436-360becfbd852 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a630683d23474fb3a339eb8f94ea6cc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392854 Mar 02 14:07:23.422596 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 41312) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:07:23.471612 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-aa79f141-e3e4-48ce-9a2a-bec7266a3b89 admin admin] Publish callbacks [] for security_group (fc12fd25-6ab1-4fbb-8000-29428d36d832), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:23.491965 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-aa79f141-e3e4-48ce-9a2a-bec7266a3b89 admin admin] Publish callbacks [] for security_group (fc12fd25-6ab1-4fbb-8000-29428d36d832), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:23.536750 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-aa79f141-e3e4-48ce-9a2a-bec7266a3b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (fc12fd25-6ab1-4fbb-8000-29428d36d832), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:23.539524 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-aa79f141-e3e4-48ce-9a2a-bec7266a3b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:23.540674 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-aa79f141-e3e4-48ce-9a2a-bec7266a3b89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc12fd25-6ab1-4fbb-8000-29428d36d832 HTTP/1.1" status: 204 len: 168 time: 0.1171634 Mar 02 14:07:23.548958 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79f141-e3e4-48ce-9a2a-bec7266a3b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc12fd25-6ab1-4fbb-8000-29428d36d832,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:24.177310 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 41334) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:07:24.269238 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-fa7aa15e-f611-4796-9847-d9065cf666c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1411482937-network', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:07:24.288244 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7aa15e-f611-4796-9847-d9065cf666c6 admin admin] Made reservation on behalf of 84fae2afd87147b882c0365ab4e0d750 for: {'network': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:07:24.290591 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-fa7aa15e-f611-4796-9847-d9065cf666c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for network (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:24.299472 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-fa7aa15e-f611-4796-9847-d9065cf666c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:24.374677 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-fa7aa15e-f611-4796-9847-d9065cf666c6 admin admin] Publish callbacks [] for security_group (fc925159-020e-480d-9a68-59b58e67fba4), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:24.378273 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-fa7aa15e-f611-4796-9847-d9065cf666c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (fc925159-020e-480d-9a68-59b58e67fba4), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:24.402437 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7aa15e-f611-4796-9847-d9065cf666c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=102939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 14:07:24.411649 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7aa15e-f611-4796-9847-d9065cf666c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc925159-020e-480d-9a68-59b58e67fba4,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:24.417862 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-fa7aa15e-f611-4796-9847-d9065cf666c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (0e411047-bc81-428d-ba55-fa23f69ba084), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:24.418320 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.segments_db [None req-fa7aa15e-f611-4796-9847-d9065cf666c6 admin admin] Added segment 0e411047-bc81-428d-ba55-fa23f69ba084 of type vlan for network d4470439-0315-47e5-9434-e5eee6df320e Mar 02 14:07:24.462571 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-fa7aa15e-f611-4796-9847-d9065cf666c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060850773'] for network (d4470439-0315-47e5-9434-e5eee6df320e), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:24.486783 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-fa7aa15e-f611-4796-9847-d9065cf666c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for network (d4470439-0315-47e5-9434-e5eee6df320e), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:24.487776 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7aa15e-f611-4796-9847-d9065cf666c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:24.488369 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-fa7aa15e-f611-4796-9847-d9065cf666c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:24.519732 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-fa7aa15e-f611-4796-9847-d9065cf666c6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3413444 Mar 02 14:07:24.523115 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41338) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:07:24.528856 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-c2b149f2-350a-4b21-8793-ec07f5bfd33a admin admin] Request body: {'subnet': {'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1411482937-subnet', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'ip_version': 4}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:07:24.547715 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b149f2-350a-4b21-8793-ec07f5bfd33a admin admin] Made reservation on behalf of 84fae2afd87147b882c0365ab4e0d750 for: {'subnet': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:07:24.550180 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c2b149f2-350a-4b21-8793-ec07f5bfd33a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4384940'] for subnet (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:24.551715 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7aa15e-f611-4796-9847-d9065cf666c6 admin admin] Pushing event updated for resources: {'Network': ['ID=d4470439-0315-47e5-9434-e5eee6df320e,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:24.561264 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Network d4470439-0315-47e5-9434-e5eee6df320e details requested by agent ovs-agent-dv-cinder-831247-3-iscsi with host dv-cinder-831247-3-iscsi {{(pid=102941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 14:07:24.718743 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c2b149f2-350a-4b21-8793-ec07f5bfd33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4452676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4384926'] for subnet (8a8e7ec2-7aba-48ce-a8f3-97d476fd1970), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:24.773927 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b149f2-350a-4b21-8793-ec07f5bfd33a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a8e7ec2-7aba-48ce-a8f3-97d476fd1970,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:24.783084 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b149f2-350a-4b21-8793-ec07f5bfd33a admin admin] Checking segment: {'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:07:24.783448 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b149f2-350a-4b21-8793-ec07f5bfd33a admin admin] Network hostable DHCP agents. Network: d4470439-0315-47e5-9434-e5eee6df320e, hostable agents: ['75e4ba60-1427-4d6a-953c-035315e6206b'], hosted agents: [] {{(pid=102940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 14:07:24.799724 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b149f2-350a-4b21-8793-ec07f5bfd33a admin admin] Network d4470439-0315-47e5-9434-e5eee6df320e is scheduled to be hosted by DHCP agent 75e4ba60-1427-4d6a-953c-035315e6206b with binding_index 1 {{(pid=102940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 14:07:24.808316 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-c2b149f2-350a-4b21-8793-ec07f5bfd33a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-3-iscsi, d4470439-0315-47e5-9434-e5eee6df320e) {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:07:24.812871 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b149f2-350a-4b21-8793-ec07f5bfd33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:24.814009 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c2b149f2-350a-4b21-8793-ec07f5bfd33a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:24.817394 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4485ff2d-36ec-4cf6-b33a-49c0926a77f8 None None] Network d4470439-0315-47e5-9434-e5eee6df320e requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:07:24.829635 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-c2b149f2-350a-4b21-8793-ec07f5bfd33a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3053341 Mar 02 14:07:24.832315 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41340) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:07:24.836719 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-26e2e638-54c7-426f-8250-e9cc331a2f36 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:07:24.857159 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-26e2e638-54c7-426f-8250-e9cc331a2f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12999'] for router (b7ce37f1-044d-4e1e-a4a6-31f19f027eb8), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:24.858304 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-26e2e638-54c7-426f-8250-e9cc331a2f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13022'] for router (b7ce37f1-044d-4e1e-a4a6-31f19f027eb8), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:24.912155 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-26e2e638-54c7-426f-8250-e9cc331a2f36 admin admin] Publish callbacks [] for router_controller (b7ce37f1-044d-4e1e-a4a6-31f19f027eb8), precommit_add_association {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:24.918090 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404219b5-8370-4f2f-b025-5969597b451b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc28c01c5-c1f2-5f91-acd1-15e30fabb56b-d4470439-0315-47e5-9434-e5eee6df320e', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970'}]}} from dv-cinder-831247-3-iscsi. {{(pid=102941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 14:07:24.919049 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-404219b5-8370-4f2f-b025-5969597b451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:25.054089 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-26e2e638-54c7-426f-8250-e9cc331a2f36 admin admin] Publish callbacks [] for router_gateway (b7ce37f1-044d-4e1e-a4a6-31f19f027eb8), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:25.056002 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.db_base_plugin_common [None req-404219b5-8370-4f2f-b025-5969597b451b None None] Allocated IP 172.20.0.2 (d4470439-0315-47e5-9434-e5eee6df320e/8a8e7ec2-7aba-48ce-a8f3-97d476fd1970/0b234428-f3f4-4303-849b-1354a8261575) {{(pid=102941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:07:25.203693 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-404219b5-8370-4f2f-b025-5969597b451b None None] Publish callbacks [] for port (0b234428-f3f4-4303-849b-1354a8261575), precommit_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:25.209040 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-404219b5-8370-4f2f-b025-5969597b451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479'] for port (0b234428-f3f4-4303-849b-1354a8261575), after_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:25.246616 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404219b5-8370-4f2f-b025-5969597b451b None None] Network d4470439-0315-47e5-9434-e5eee6df320e is already hosted by enough agents. {{(pid=102941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:07:25.251827 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.base_scheduler [None req-404219b5-8370-4f2f-b025-5969597b451b None None] Resources bound (agent type, host, resource id): {{(pid=102941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:07:25.255245 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404219b5-8370-4f2f-b025-5969597b451b None None] Received port after_create {{(pid=102941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:07:25.260586 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404219b5-8370-4f2f-b025-5969597b451b None None] Pushing event updated for resources: {'Port': ['ID=0b234428-f3f4-4303-849b-1354a8261575,revision_number=1']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:25.261214 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-26e2e638-54c7-426f-8250-e9cc331a2f36 admin admin] Publish callbacks [] for router_gateway (b7ce37f1-044d-4e1e-a4a6-31f19f027eb8), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:25.284646 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-26e2e638-54c7-426f-8250-e9cc331a2f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:25.322381 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-404219b5-8370-4f2f-b025-5969597b451b None None] Attempting to bind port 0b234428-f3f4-4303-849b-1354a8261575 on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:07:25.322684 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-404219b5-8370-4f2f-b025-5969597b451b None None] Attempting to bind port 0b234428-f3f4-4303-849b-1354a8261575 by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:07:25.323057 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404219b5-8370-4f2f-b025-5969597b451b None None] Attempting to bind port 0b234428-f3f4-4303-849b-1354a8261575 on network d4470439-0315-47e5-9434-e5eee6df320e {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:07:25.328694 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404219b5-8370-4f2f-b025-5969597b451b None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:07:25.329075 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404219b5-8370-4f2f-b025-5969597b451b None None] Checking segment: {'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:07:25.329483 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-404219b5-8370-4f2f-b025-5969597b451b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:25.329878 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404219b5-8370-4f2f-b025-5969597b451b None None] Bound using segment: {'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:07:25.330348 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-404219b5-8370-4f2f-b025-5969597b451b None None] Bound port: 0b234428-f3f4-4303-849b-1354a8261575, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'}}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:07:25.330771 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-404219b5-8370-4f2f-b025-5969597b451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (0b234428-f3f4-4303-849b-1354a8261575), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:25.386961 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [None req-26e2e638-54c7-426f-8250-e9cc331a2f36 admin admin] Allocated IP 172.27.1.213 (8a7b981f-934d-4891-8b40-a612fdbe7a6a/d2fe738d-81f5-4c8e-ae81-924cae8fe95a/a4056020-4db1-4839-beb4-83b62143dd8d) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:07:25.393570 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-404219b5-8370-4f2f-b025-5969597b451b None None] For port 0b234428-f3f4-4303-849b-1354a8261575, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:07:25.396887 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-404219b5-8370-4f2f-b025-5969597b451b None None] For port 0b234428-f3f4-4303-849b-1354a8261575, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=0b234428-f3f4-4303-849b-1354a8261575,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:07:25.403468 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-404219b5-8370-4f2f-b025-5969597b451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (0b234428-f3f4-4303-849b-1354a8261575), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:25.458524 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404219b5-8370-4f2f-b025-5969597b451b None None] Pushing event updated for resources: {'Port': ['ID=0b234428-f3f4-4303-849b-1354a8261575,revision_number=2']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:25.495181 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-26e2e638-54c7-426f-8250-e9cc331a2f36 admin admin] Publish callbacks [] for port (a4056020-4db1-4839-beb4-83b62143dd8d), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:25.532228 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-26e2e638-54c7-426f-8250-e9cc331a2f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (a4056020-4db1-4839-beb4-83b62143dd8d), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:25.573868 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e2e638-54c7-426f-8250-e9cc331a2f36 admin admin] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:07:25.577638 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-26e2e638-54c7-426f-8250-e9cc331a2f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:07:25.581127 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e2e638-54c7-426f-8250-e9cc331a2f36 admin admin] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:07:25.606841 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2e638-54c7-426f-8250-e9cc331a2f36 admin admin] Pushing event updated for resources: {'Port': ['ID=a4056020-4db1-4839-beb4-83b62143dd8d,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:25.847477 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-26e2e638-54c7-426f-8250-e9cc331a2f36 admin admin] Publish callbacks [] for router_gateway (b7ce37f1-044d-4e1e-a4a6-31f19f027eb8), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:26.044398 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-26e2e638-54c7-426f-8250-e9cc331a2f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605995'] for router (b7ce37f1-044d-4e1e-a4a6-31f19f027eb8), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:26.179406 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e2e638-54c7-426f-8250-e9cc331a2f36 admin admin] Router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 is scheduled to L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 with binding_index 1 {{(pid=102940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 14:07:26.346827 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df098786-e5be-4efd-a216-469416e9fa5d None None] Network d4470439-0315-47e5-9434-e5eee6df320e requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:07:26.465608 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-cb59dadb-3c6f-4b4c-86f8-6a0c23c1e249 None None] Provisioning complete for port 0b234428-f3f4-4303-849b-1354a8261575 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:26.466142 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-cb59dadb-3c6f-4b4c-86f8-6a0c23c1e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (0b234428-f3f4-4303-849b-1354a8261575), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:26.554806 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-cb59dadb-3c6f-4b4c-86f8-6a0c23c1e249 None None] Current status of the port 0b234428-f3f4-4303-849b-1354a8261575 is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:07:26.555215 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-cb59dadb-3c6f-4b4c-86f8-6a0c23c1e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (0b234428-f3f4-4303-849b-1354a8261575), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:26.591991 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e2e638-54c7-426f-8250-e9cc331a2f36 admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:07:26.602155 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-cb59dadb-3c6f-4b4c-86f8-6a0c23c1e249 None None] For port 0b234428-f3f4-4303-849b-1354a8261575, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=0b234428-f3f4-4303-849b-1354a8261575,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:07:26.607458 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] Sync routers for ids ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:07:26.620471 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-cb59dadb-3c6f-4b4c-86f8-6a0c23c1e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (0b234428-f3f4-4303-849b-1354a8261575), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:26.625324 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-26e2e638-54c7-426f-8250-e9cc331a2f36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:26.629100 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-26e2e638-54c7-426f-8250-e9cc331a2f36 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7932184 Mar 02 14:07:26.629331 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41342) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:07:26.655652 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] Routers {'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:07:26.656586 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:07:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:07:26.710570 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 0b234428-f3f4-4303-849b-1354a8261575 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:07:26.935825 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59dadb-3c6f-4b4c-86f8-6a0c23c1e249 None None] Pushing event updated for resources: {'Port': ['ID=0b234428-f3f4-4303-849b-1354a8261575,revision_number=3']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:26.955672 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-fbc88de7-07df-4288-8e22-2f316e82c915 None None] Provisioning complete for port 0b234428-f3f4-4303-849b-1354a8261575 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:26.956051 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-fbc88de7-07df-4288-8e22-2f316e82c915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (0b234428-f3f4-4303-849b-1354a8261575), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:27.008720 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] Set router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:07:27.036211 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 0b234428-f3f4-4303-849b-1354a8261575 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:27.036589 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (0b234428-f3f4-4303-849b-1354a8261575), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:27.064015 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-1413826d-54b6-4495-8474-6229d8aa1e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:27.193484 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-fbc88de7-07df-4288-8e22-2f316e82c915 None None] Current status of the port 0b234428-f3f4-4303-849b-1354a8261575 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:07:27.221782 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [None req-1413826d-54b6-4495-8474-6229d8aa1e18 admin admin] Allocated IP 172.20.0.1 (d4470439-0315-47e5-9434-e5eee6df320e/8a8e7ec2-7aba-48ce-a8f3-97d476fd1970/7b01b6f0-e260-4be6-bd36-a4acd9a82403) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:07:27.275637 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 0b234428-f3f4-4303-849b-1354a8261575 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:07:27.300317 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:25Z', 'revision_number': 3, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:07:27.328648 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] Checking router: b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:07:27.329013 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] Updating router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 port a4056020-4db1-4839-beb4-83b62143dd8d binding host dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 14:07:27.332566 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-1413826d-54b6-4495-8474-6229d8aa1e18 admin admin] Publish callbacks [] for port (7b01b6f0-e260-4be6-bd36-a4acd9a82403), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:27.359650 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (a4056020-4db1-4839-beb4-83b62143dd8d), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:27.365406 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-1413826d-54b6-4495-8474-6229d8aa1e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (7b01b6f0-e260-4be6-bd36-a4acd9a82403), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:27.406200 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1413826d-54b6-4495-8474-6229d8aa1e18 admin admin] Network d4470439-0315-47e5-9434-e5eee6df320e is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:07:27.410509 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-1413826d-54b6-4495-8474-6229d8aa1e18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:07:27.412972 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1413826d-54b6-4495-8474-6229d8aa1e18 admin admin] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:07:27.436880 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413826d-54b6-4495-8474-6229d8aa1e18 admin admin] Pushing event updated for resources: {'Port': ['ID=7b01b6f0-e260-4be6-bd36-a4acd9a82403,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:27.463339 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-1413826d-54b6-4495-8474-6229d8aa1e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607222'] for router_interface (b7ce37f1-044d-4e1e-a4a6-31f19f027eb8), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:27.603561 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-1413826d-54b6-4495-8474-6229d8aa1e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (7b01b6f0-e260-4be6-bd36-a4acd9a82403), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:27.649708 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] Publish callbacks [] for port (a4056020-4db1-4839-beb4-83b62143dd8d), precommit_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:27.652705 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-aa3cf336-17f0-42a4-a5f3-c6cbb2947079 None None] Provisioning complete for port 7b01b6f0-e260-4be6-bd36-a4acd9a82403 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:27.653672 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-aa3cf336-17f0-42a4-a5f3-c6cbb2947079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (7b01b6f0-e260-4be6-bd36-a4acd9a82403), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:27.657440 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (a4056020-4db1-4839-beb4-83b62143dd8d), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:27.745475 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09b829-b368-415f-b06f-f34e0f44e4d7 None None] Pushing event updated for resources: {'Port': ['ID=a4056020-4db1-4839-beb4-83b62143dd8d,revision_number=2']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:27.750351 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-aa3cf336-17f0-42a4-a5f3-c6cbb2947079 None None] Port 7b01b6f0-e260-4be6-bd36-a4acd9a82403 cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 14:07:27.752500 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] Attempting to bind port a4056020-4db1-4839-beb4-83b62143dd8d on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:07:27.752883 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] Attempting to bind port a4056020-4db1-4839-beb4-83b62143dd8d by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:07:27.753253 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] Attempting to bind port a4056020-4db1-4839-beb4-83b62143dd8d on network 8a7b981f-934d-4891-8b40-a612fdbe7a6a {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:07:27.758566 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:07:27.758981 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] Checking segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:07:27.759386 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:27.759779 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] Bound using segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:07:27.760243 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] Bound port: a4056020-4db1-4839-beb4-83b62143dd8d, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:07:27.760623 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (a4056020-4db1-4839-beb4-83b62143dd8d), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:27.769414 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-1413826d-54b6-4495-8474-6229d8aa1e18 admin admin] Publish callbacks [] for port (7b01b6f0-e260-4be6-bd36-a4acd9a82403), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:27.775419 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-1413826d-54b6-4495-8474-6229d8aa1e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (7b01b6f0-e260-4be6-bd36-a4acd9a82403), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:27.814548 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] For port a4056020-4db1-4839-beb4-83b62143dd8d, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:07:27.817700 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] For port a4056020-4db1-4839-beb4-83b62143dd8d, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=a4056020-4db1-4839-beb4-83b62143dd8d,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:07:27.824004 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (a4056020-4db1-4839-beb4-83b62143dd8d), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:27.846600 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413826d-54b6-4495-8474-6229d8aa1e18 admin admin] Pushing event updated for resources: {'Port': ['ID=7b01b6f0-e260-4be6-bd36-a4acd9a82403,revision_number=2']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:27.849117 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-1413826d-54b6-4495-8474-6229d8aa1e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607078'] for router_interface (b7ce37f1-044d-4e1e-a4a6-31f19f027eb8), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:27.886741 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] Routers {'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:07:27.887497 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:07:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:07:27.889942 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09b829-b368-415f-b06f-f34e0f44e4d7 None None] Pushing event updated for resources: {'Port': ['ID=a4056020-4db1-4839-beb4-83b62143dd8d,revision_number=3']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:27.941567 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1413826d-54b6-4495-8474-6229d8aa1e18 admin admin] Network d4470439-0315-47e5-9434-e5eee6df320e is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:07:27.943057 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-1413826d-54b6-4495-8474-6229d8aa1e18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:07:28.017038 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] Set router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:07:28.068218 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1413826d-54b6-4495-8474-6229d8aa1e18 admin admin] Router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:07:28.199513 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1413826d-54b6-4495-8474-6229d8aa1e18 admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:07:28.204762 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-1413826d-54b6-4495-8474-6229d8aa1e18 admin admin] 10.222.0.36 "PUT /v2.0/routers/b7ce37f1-044d-4e1e-a4a6-31f19f027eb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5744674 Mar 02 14:07:28.211833 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-92746f87-6fef-42f5-ac89-919263c373c3 None None] Provisioning complete for port 7b01b6f0-e260-4be6-bd36-a4acd9a82403 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:28.212157 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-92746f87-6fef-42f5-ac89-919263c373c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (7b01b6f0-e260-4be6-bd36-a4acd9a82403), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:28.263396 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-92746f87-6fef-42f5-ac89-919263c373c3 None None] Port 7b01b6f0-e260-4be6-bd36-a4acd9a82403 cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 14:07:28.278269 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 2, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:07:28.305698 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544248dd-5505-458b-a0a6-e9884d3d0f46 None None] The sync data for ids ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'] in dv-cinder-831247-3-iscsi is: [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 2, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:07:28.648397 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 0b234428-f3f4-4303-849b-1354a8261575 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:07:28.706521 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 0b234428-f3f4-4303-849b-1354a8261575 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:28.706948 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (0b234428-f3f4-4303-849b-1354a8261575), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:28.794519 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41358) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:07:28.796231 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 0b234428-f3f4-4303-849b-1354a8261575 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:07:28.800372 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-9e0895d6-2910-48e6-8dd6-35c9dd5dc7e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-869547054-network', 'tenant_id': 'f197699a0493477488726fbf41f35397'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:07:28.820736 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0895d6-2910-48e6-8dd6-35c9dd5dc7e8 admin admin] Made reservation on behalf of f197699a0493477488726fbf41f35397 for: {'network': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:07:28.823111 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9e0895d6-2910-48e6-8dd6-35c9dd5dc7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for network (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:28.832084 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9e0895d6-2910-48e6-8dd6-35c9dd5dc7e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:28.912620 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9e0895d6-2910-48e6-8dd6-35c9dd5dc7e8 admin admin] Publish callbacks [] for security_group (b7385af6-4b02-4ee8-9654-c864cbede477), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:28.916448 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9e0895d6-2910-48e6-8dd6-35c9dd5dc7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (b7385af6-4b02-4ee8-9654-c864cbede477), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:28.943012 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0895d6-2910-48e6-8dd6-35c9dd5dc7e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=102940) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 14:07:28.952740 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0895d6-2910-48e6-8dd6-35c9dd5dc7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7385af6-4b02-4ee8-9654-c864cbede477,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:28.960183 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9e0895d6-2910-48e6-8dd6-35c9dd5dc7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (227d49e0-f937-487d-ae51-27e0b7b1617b), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:28.960540 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.db.segments_db [None req-9e0895d6-2910-48e6-8dd6-35c9dd5dc7e8 admin admin] Added segment 227d49e0-f937-487d-ae51-27e0b7b1617b of type vlan for network 3cef8551-7201-4c8a-83bb-699bedbc0c84 Mar 02 14:07:29.004077 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9e0895d6-2910-48e6-8dd6-35c9dd5dc7e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060850773'] for network (3cef8551-7201-4c8a-83bb-699bedbc0c84), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:29.052505 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9e0895d6-2910-48e6-8dd6-35c9dd5dc7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501'] for network (3cef8551-7201-4c8a-83bb-699bedbc0c84), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:29.053909 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0895d6-2910-48e6-8dd6-35c9dd5dc7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:29.054564 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-9e0895d6-2910-48e6-8dd6-35c9dd5dc7e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:29.116437 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-9e0895d6-2910-48e6-8dd6-35c9dd5dc7e8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3204198 Mar 02 14:07:29.119027 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41360) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:07:29.127027 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-bf981e2d-0362-4740-acca-9b6e77d72d8b admin admin] Request body: {'subnet': {'network_id': '3cef8551-7201-4c8a-83bb-699bedbc0c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-869547054-subnet', 'tenant_id': 'f197699a0493477488726fbf41f35397', 'ip_version': 4}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:07:29.133441 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0895d6-2910-48e6-8dd6-35c9dd5dc7e8 admin admin] Pushing event updated for resources: {'Network': ['ID=3cef8551-7201-4c8a-83bb-699bedbc0c84,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:29.143616 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Network 3cef8551-7201-4c8a-83bb-699bedbc0c84 details requested by agent ovs-agent-dv-cinder-831247-3-iscsi with host dv-cinder-831247-3-iscsi {{(pid=102941) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 14:07:29.151903 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf981e2d-0362-4740-acca-9b6e77d72d8b admin admin] Made reservation on behalf of f197699a0493477488726fbf41f35397 for: {'subnet': 1} {{(pid=102940) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:07:29.155098 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bf981e2d-0362-4740-acca-9b6e77d72d8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4384940'] for subnet (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:29.337372 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bf981e2d-0362-4740-acca-9b6e77d72d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4452676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4384926'] for subnet (bffe4c23-6a75-4a4e-9e9b-d47cbd79865e), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:29.393321 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf981e2d-0362-4740-acca-9b6e77d72d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bffe4c23-6a75-4a4e-9e9b-d47cbd79865e,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:29.407274 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf981e2d-0362-4740-acca-9b6e77d72d8b admin admin] Checking segment: {'id': '227d49e0-f937-487d-ae51-27e0b7b1617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3cef8551-7201-4c8a-83bb-699bedbc0c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:07:29.407640 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf981e2d-0362-4740-acca-9b6e77d72d8b admin admin] Network hostable DHCP agents. Network: 3cef8551-7201-4c8a-83bb-699bedbc0c84, hostable agents: ['75e4ba60-1427-4d6a-953c-035315e6206b'], hosted agents: [] {{(pid=102940) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 14:07:29.425056 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf981e2d-0362-4740-acca-9b6e77d72d8b admin admin] Network 3cef8551-7201-4c8a-83bb-699bedbc0c84 is scheduled to be hosted by DHCP agent 75e4ba60-1427-4d6a-953c-035315e6206b with binding_index 1 {{(pid=102940) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 14:07:29.434641 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-bf981e2d-0362-4740-acca-9b6e77d72d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-3-iscsi, 3cef8551-7201-4c8a-83bb-699bedbc0c84) {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:07:29.438850 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf981e2d-0362-4740-acca-9b6e77d72d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:29.439449 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-bf981e2d-0362-4740-acca-9b6e77d72d8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:29.444822 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b38d31-da43-4752-afe4-4656334e92c7 None None] Network 3cef8551-7201-4c8a-83bb-699bedbc0c84 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:07:29.456125 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-bf981e2d-0362-4740-acca-9b6e77d72d8b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3360686 Mar 02 14:07:29.458594 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41362) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:07:29.463406 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-f52f00c8-fb91-485f-a16e-4fc7f181ff49 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-869547054-router', 'tenant_id': 'f197699a0493477488726fbf41f35397', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:07:29.484432 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f52f00c8-fb91-485f-a16e-4fc7f181ff49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1602681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12999'] for router (2e4c7bee-40cf-4397-b393-6b4b080fb7a4), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:29.485491 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f52f00c8-fb91-485f-a16e-4fc7f181ff49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1602537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605942', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13022'] for router (2e4c7bee-40cf-4397-b393-6b4b080fb7a4), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:29.548115 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f52f00c8-fb91-485f-a16e-4fc7f181ff49 admin admin] Publish callbacks [] for router_controller (2e4c7bee-40cf-4397-b393-6b4b080fb7a4), precommit_add_association {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:29.557971 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc28c01c5-c1f2-5f91-acd1-15e30fabb56b-3cef8551-7201-4c8a-83bb-699bedbc0c84', 'network_id': '3cef8551-7201-4c8a-83bb-699bedbc0c84', 'project_id': 'f197699a0493477488726fbf41f35397', 'fixed_ips': [{'subnet_id': 'bffe4c23-6a75-4a4e-9e9b-d47cbd79865e'}]}} from dv-cinder-831247-3-iscsi. {{(pid=102941) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 14:07:29.558875 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:29.697915 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f52f00c8-fb91-485f-a16e-4fc7f181ff49 admin admin] Publish callbacks [] for router_gateway (2e4c7bee-40cf-4397-b393-6b4b080fb7a4), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:29.704137 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.db_base_plugin_common [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] Allocated IP 172.20.0.2 (3cef8551-7201-4c8a-83bb-699bedbc0c84/bffe4c23-6a75-4a4e-9e9b-d47cbd79865e/1493a630-ba62-4837-b2fd-75a924067fab) {{(pid=102941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:07:29.852775 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] Publish callbacks [] for port (1493a630-ba62-4837-b2fd-75a924067fab), precommit_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:29.859158 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479'] for port (1493a630-ba62-4837-b2fd-75a924067fab), after_create {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:29.900823 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] Network 3cef8551-7201-4c8a-83bb-699bedbc0c84 is already hosted by enough agents. {{(pid=102941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:07:29.904672 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.scheduler.base_scheduler [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] Resources bound (agent type, host, resource id): {{(pid=102941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:07:29.908130 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] Received port after_create {{(pid=102941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:07:29.909711 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f52f00c8-fb91-485f-a16e-4fc7f181ff49 admin admin] Publish callbacks [] for router_gateway (2e4c7bee-40cf-4397-b393-6b4b080fb7a4), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:29.913647 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] Pushing event updated for resources: {'Port': ['ID=1493a630-ba62-4837-b2fd-75a924067fab,revision_number=1']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:29.929561 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f52f00c8-fb91-485f-a16e-4fc7f181ff49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:29.971103 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] Attempting to bind port 1493a630-ba62-4837-b2fd-75a924067fab on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:07:29.971478 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] Attempting to bind port 1493a630-ba62-4837-b2fd-75a924067fab by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': '227d49e0-f937-487d-ae51-27e0b7b1617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3cef8551-7201-4c8a-83bb-699bedbc0c84'}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:07:29.971988 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] Attempting to bind port 1493a630-ba62-4837-b2fd-75a924067fab on network 3cef8551-7201-4c8a-83bb-699bedbc0c84 {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:07:29.976962 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:07:29.977344 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] Checking segment: {'id': '227d49e0-f937-487d-ae51-27e0b7b1617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3cef8551-7201-4c8a-83bb-699bedbc0c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:07:29.977759 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:29.978161 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] Bound using segment: {'id': '227d49e0-f937-487d-ae51-27e0b7b1617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3cef8551-7201-4c8a-83bb-699bedbc0c84'} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:07:29.978628 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] Bound port: 1493a630-ba62-4837-b2fd-75a924067fab, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227d49e0-f937-487d-ae51-27e0b7b1617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3cef8551-7201-4c8a-83bb-699bedbc0c84'}}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:07:29.979040 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (1493a630-ba62-4837-b2fd-75a924067fab), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:30.039111 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [None req-f52f00c8-fb91-485f-a16e-4fc7f181ff49 admin admin] Allocated IP 172.27.1.161 (8a7b981f-934d-4891-8b40-a612fdbe7a6a/d2fe738d-81f5-4c8e-ae81-924cae8fe95a/49251ac0-3ccd-41ea-91e5-130b1fb6ef39) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:07:30.042665 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] For port 1493a630-ba62-4837-b2fd-75a924067fab, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:07:30.046141 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] For port 1493a630-ba62-4837-b2fd-75a924067fab, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=1493a630-ba62-4837-b2fd-75a924067fab,segment=NetworkSegment(227d49e0-f937-487d-ae51-27e0b7b1617b),segment_id=227d49e0-f937-487d-ae51-27e0b7b1617b)] {{(pid=102941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:07:30.052626 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (1493a630-ba62-4837-b2fd-75a924067fab), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:30.121430 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7f219-461f-42b6-9e8e-7a2b4657b8c2 None None] Pushing event updated for resources: {'Port': ['ID=1493a630-ba62-4837-b2fd-75a924067fab,revision_number=2']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:30.161483 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f52f00c8-fb91-485f-a16e-4fc7f181ff49 admin admin] Publish callbacks [] for port (49251ac0-3ccd-41ea-91e5-130b1fb6ef39), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:30.198542 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f52f00c8-fb91-485f-a16e-4fc7f181ff49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (49251ac0-3ccd-41ea-91e5-130b1fb6ef39), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:30.243697 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52f00c8-fb91-485f-a16e-4fc7f181ff49 admin admin] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:07:30.260965 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-f52f00c8-fb91-485f-a16e-4fc7f181ff49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:07:30.266097 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52f00c8-fb91-485f-a16e-4fc7f181ff49 admin admin] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:07:30.295161 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f00c8-fb91-485f-a16e-4fc7f181ff49 admin admin] Pushing event updated for resources: {'Port': ['ID=49251ac0-3ccd-41ea-91e5-130b1fb6ef39,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:30.536566 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f52f00c8-fb91-485f-a16e-4fc7f181ff49 admin admin] Publish callbacks [] for router_gateway (2e4c7bee-40cf-4397-b393-6b4b080fb7a4), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:30.691820 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device a4056020-4db1-4839-beb4-83b62143dd8d up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:07:30.756862 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port a4056020-4db1-4839-beb4-83b62143dd8d triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:30.757554 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (a4056020-4db1-4839-beb4-83b62143dd8d), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:30.940269 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] Sync routers for ids ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'] in dv-cinder-831247-3-iscsi {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:07:30.949044 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] Routers {'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:07:30.949665 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:07:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:07:30.991356 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port a4056020-4db1-4839-beb4-83b62143dd8d is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:07:30.991767 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (a4056020-4db1-4839-beb4-83b62143dd8d), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:31.018558 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] For port a4056020-4db1-4839-beb4-83b62143dd8d, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=a4056020-4db1-4839-beb4-83b62143dd8d,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:07:31.024690 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (a4056020-4db1-4839-beb4-83b62143dd8d), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:31.026032 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 1493a630-ba62-4837-b2fd-75a924067fab up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:07:31.038257 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f52f00c8-fb91-485f-a16e-4fc7f181ff49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1602558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605995'] for router (2e4c7bee-40cf-4397-b393-6b4b080fb7a4), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:31.072666 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] Set router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:07:31.108321 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Pushing event updated for resources: {'Port': ['ID=a4056020-4db1-4839-beb4-83b62143dd8d,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:31.113004 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8751c16-eb0a-4239-81b0-22d463a6b787 None None] Network 3cef8551-7201-4c8a-83bb-699bedbc0c84 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:07:31.141280 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 1493a630-ba62-4837-b2fd-75a924067fab triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:31.141585 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (1493a630-ba62-4837-b2fd-75a924067fab), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:31.195808 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52f00c8-fb91-485f-a16e-4fc7f181ff49 admin admin] Router 2e4c7bee-40cf-4397-b393-6b4b080fb7a4 is scheduled to L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 with binding_index 1 {{(pid=102940) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 14:07:31.232769 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-d79053cd-f796-46f0-8fa6-232dc1081bc4 None None] Provisioning complete for port 1493a630-ba62-4837-b2fd-75a924067fab triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:31.233258 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-d79053cd-f796-46f0-8fa6-232dc1081bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (1493a630-ba62-4837-b2fd-75a924067fab), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:31.291567 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 2, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:07:31.323872 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52f00c8-fb91-485f-a16e-4fc7f181ff49 admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:07:31.340248 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] Checking router: b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 for host: dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:07:31.341335 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] Updating router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 port 7b01b6f0-e260-4be6-bd36-a4acd9a82403 binding host dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 14:07:31.344190 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] Sync routers for ids ['2e4c7bee-40cf-4397-b393-6b4b080fb7a4'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:07:31.346553 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f52f00c8-fb91-485f-a16e-4fc7f181ff49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:31.350767 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 41364) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:07:31.351298 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-f52f00c8-fb91-485f-a16e-4fc7f181ff49 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8914204 Mar 02 14:07:31.356844 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 1493a630-ba62-4837-b2fd-75a924067fab is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:07:31.357241 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (1493a630-ba62-4837-b2fd-75a924067fab), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:31.376733 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (7b01b6f0-e260-4be6-bd36-a4acd9a82403), before_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:31.383197 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] Routers {'2e4c7bee-40cf-4397-b393-6b4b080fb7a4'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:07:31.383927 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:07:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['2e4c7bee-40cf-4397-b393-6b4b080fb7a4'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:07:31.475501 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] For port 1493a630-ba62-4837-b2fd-75a924067fab, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=1493a630-ba62-4837-b2fd-75a924067fab,segment=NetworkSegment(227d49e0-f937-487d-ae51-27e0b7b1617b),segment_id=227d49e0-f937-487d-ae51-27e0b7b1617b)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:07:31.478436 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-d79053cd-f796-46f0-8fa6-232dc1081bc4 None None] Current status of the port 1493a630-ba62-4837-b2fd-75a924067fab is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:07:31.479015 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-d79053cd-f796-46f0-8fa6-232dc1081bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (1493a630-ba62-4837-b2fd-75a924067fab), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:31.486025 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (1493a630-ba62-4837-b2fd-75a924067fab), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:31.603349 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Pushing event updated for resources: {'Port': ['ID=1493a630-ba62-4837-b2fd-75a924067fab,revision_number=3']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:31.660921 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.db.api [None req-d79053cd-f796-46f0-8fa6-232dc1081bc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 14:07:31.661271 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG oslo_db.api [None req-d79053cd-f796-46f0-8fa6-232dc1081bc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 14:07:31.662836 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] Set router 2e4c7bee-40cf-4397-b393-6b4b080fb7a4 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:07:31.681203 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] Publish callbacks [] for port (7b01b6f0-e260-4be6-bd36-a4acd9a82403), precommit_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:31.687709 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (7b01b6f0-e260-4be6-bd36-a4acd9a82403), after_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:31.782942 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b282ca8-5d67-440d-b106-cc76ebdd87a3 None None] Pushing event updated for resources: {'Port': ['ID=7b01b6f0-e260-4be6-bd36-a4acd9a82403,revision_number=3']} {{(pid=102942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:31.801195 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b282ca8-5d67-440d-b106-cc76ebdd87a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:31.801969 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b282ca8-5d67-440d-b106-cc76ebdd87a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:31.802391 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b282ca8-5d67-440d-b106-cc76ebdd87a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:31.802842 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b282ca8-5d67-440d-b106-cc76ebdd87a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:31.803246 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b282ca8-5d67-440d-b106-cc76ebdd87a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:31.803648 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b282ca8-5d67-440d-b106-cc76ebdd87a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:31.804048 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b282ca8-5d67-440d-b106-cc76ebdd87a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:31.804443 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b282ca8-5d67-440d-b106-cc76ebdd87a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:31.804839 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b282ca8-5d67-440d-b106-cc76ebdd87a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:31.805248 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b282ca8-5d67-440d-b106-cc76ebdd87a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:31.805646 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b282ca8-5d67-440d-b106-cc76ebdd87a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:31.806037 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b282ca8-5d67-440d-b106-cc76ebdd87a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:31.806873 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b282ca8-5d67-440d-b106-cc76ebdd87a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:31.813836 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] Attempting to bind port 7b01b6f0-e260-4be6-bd36-a4acd9a82403 on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:07:31.814494 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] Attempting to bind port 7b01b6f0-e260-4be6-bd36-a4acd9a82403 by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'}] {{(pid=102942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:07:31.815091 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] Attempting to bind port 7b01b6f0-e260-4be6-bd36-a4acd9a82403 on network d4470439-0315-47e5-9434-e5eee6df320e {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:07:31.821489 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:07:31.822200 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] Checking segment: {'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:07:31.822848 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:31.823438 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] Bound using segment: {'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'} {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:07:31.824098 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] Bound port: 7b01b6f0-e260-4be6-bd36-a4acd9a82403, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'}}] {{(pid=102942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:07:31.824696 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (7b01b6f0-e260-4be6-bd36-a4acd9a82403), before_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:31.840697 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:31.881862 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'name': 'tempest-TestVolumeBootPattern-869547054-router', 'tenant_id': 'f197699a0493477488726fbf41f35397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '49251ac0-3ccd-41ea-91e5-130b1fb6ef39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:29Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 3, 'project_id': 'f197699a0493477488726fbf41f35397', 'gw_port': {'id': '49251ac0-3ccd-41ea-91e5-130b1fb6ef39', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:29Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:07:31.904379 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.db [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] For port 7b01b6f0-e260-4be6-bd36-a4acd9a82403, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:07:31.910978 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.db [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] For port 7b01b6f0-e260-4be6-bd36-a4acd9a82403, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=7b01b6f0-e260-4be6-bd36-a4acd9a82403,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:07:31.920422 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (7b01b6f0-e260-4be6-bd36-a4acd9a82403), after_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:31.922469 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] Checking router: 2e4c7bee-40cf-4397-b393-6b4b080fb7a4 for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:07:31.922948 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] Updating router 2e4c7bee-40cf-4397-b393-6b4b080fb7a4 port 49251ac0-3ccd-41ea-91e5-130b1fb6ef39 binding host dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 14:07:31.960957 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (49251ac0-3ccd-41ea-91e5-130b1fb6ef39), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:31.984140 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] Routers {'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:07:31.984781 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:07:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:07:32.030227 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Allocated IP 172.20.0.1 (3cef8551-7201-4c8a-83bb-699bedbc0c84/bffe4c23-6a75-4a4e-9e9b-d47cbd79865e/702d409c-3c85-448c-8b5f-3f5dd4e89cc7) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:07:32.096338 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] Set router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:07:32.162886 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Publish callbacks [] for port (702d409c-3c85-448c-8b5f-3f5dd4e89cc7), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:32.201145 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b282ca8-5d67-440d-b106-cc76ebdd87a3 None None] Pushing event updated for resources: {'Port': ['ID=7b01b6f0-e260-4be6-bd36-a4acd9a82403,revision_number=4']} {{(pid=102942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:32.216065 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (702d409c-3c85-448c-8b5f-3f5dd4e89cc7), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:32.228992 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-d79053cd-f796-46f0-8fa6-232dc1081bc4 None None] Current status of the port 1493a630-ba62-4837-b2fd-75a924067fab is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:07:32.260789 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Network 3cef8551-7201-4c8a-83bb-699bedbc0c84 is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:07:32.267030 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:07:32.268980 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=702d409c-3c85-448c-8b5f-3f5dd4e89cc7,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:32.271241 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:07:32.298220 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] Publish callbacks [] for port (49251ac0-3ccd-41ea-91e5-130b1fb6ef39), precommit_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:32.305789 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (49251ac0-3ccd-41ea-91e5-130b1fb6ef39), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:32.307473 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:32.307836 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:32.308418 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:32.308562 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:32.308852 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:32.309296 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:32.309828 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:32.310187 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:32.310634 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:32.311066 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:32.311323 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:32.311651 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:32.311983 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:32.322521 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:31Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:07:32.334164 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607222'] for router_interface (2e4c7bee-40cf-4397-b393-6b4b080fb7a4), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:32.358674 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b9d318-8164-4a66-9ffe-8afd7a06cee1 None None] The sync data for ids ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'] in dv-cinder-831247-3-iscsi is: [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:31Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:07:32.359063 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005d236-4a53-4250-b9b4-44f5a7fe6460 None None] Pushing event updated for resources: {'Port': ['ID=49251ac0-3ccd-41ea-91e5-130b1fb6ef39,revision_number=2']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:32.398869 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] Attempting to bind port 49251ac0-3ccd-41ea-91e5-130b1fb6ef39 on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:07:32.399264 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] Attempting to bind port 49251ac0-3ccd-41ea-91e5-130b1fb6ef39 by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:07:32.399605 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] Attempting to bind port 49251ac0-3ccd-41ea-91e5-130b1fb6ef39 on network 8a7b981f-934d-4891-8b40-a612fdbe7a6a {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:07:32.405896 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:07:32.406275 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] Checking segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:07:32.406711 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:32.407115 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] Bound using segment: {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'} {{(pid=102941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:07:32.407586 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.managers [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] Bound port: 49251ac0-3ccd-41ea-91e5-130b1fb6ef39, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd10d864-c324-407c-bdbe-59cfa02f5581', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a'}}] {{(pid=102941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:07:32.407969 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (49251ac0-3ccd-41ea-91e5-130b1fb6ef39), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:32.431235 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-2923e71f-e15e-4825-8b8f-fcfe2020463c None None] Provisioning complete for port 1493a630-ba62-4837-b2fd-75a924067fab triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:32.431622 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-2923e71f-e15e-4825-8b8f-fcfe2020463c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (1493a630-ba62-4837-b2fd-75a924067fab), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:32.490608 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (702d409c-3c85-448c-8b5f-3f5dd4e89cc7), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:32.503375 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] For port 49251ac0-3ccd-41ea-91e5-130b1fb6ef39, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:07:32.508297 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] For port 49251ac0-3ccd-41ea-91e5-130b1fb6ef39, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=49251ac0-3ccd-41ea-91e5-130b1fb6ef39,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:07:32.520915 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (49251ac0-3ccd-41ea-91e5-130b1fb6ef39), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:32.619522 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-2923e71f-e15e-4825-8b8f-fcfe2020463c None None] Current status of the port 1493a630-ba62-4837-b2fd-75a924067fab is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:07:32.620808 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005d236-4a53-4250-b9b4-44f5a7fe6460 None None] Pushing event updated for resources: {'Port': ['ID=49251ac0-3ccd-41ea-91e5-130b1fb6ef39,revision_number=3']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:32.632864 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] Routers {'2e4c7bee-40cf-4397-b393-6b4b080fb7a4'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:07:32.633493 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:07:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['2e4c7bee-40cf-4397-b393-6b4b080fb7a4'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:07:32.674817 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-2923e71f-e15e-4825-8b8f-fcfe2020463c None None] Provisioning complete for port 7b01b6f0-e260-4be6-bd36-a4acd9a82403 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:32.675207 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-2923e71f-e15e-4825-8b8f-fcfe2020463c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (7b01b6f0-e260-4be6-bd36-a4acd9a82403), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:32.695197 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Publish callbacks [] for port (702d409c-3c85-448c-8b5f-3f5dd4e89cc7), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:32.705201 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (702d409c-3c85-448c-8b5f-3f5dd4e89cc7), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:32.726064 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 7b01b6f0-e260-4be6-bd36-a4acd9a82403 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:07:32.784245 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=702d409c-3c85-448c-8b5f-3f5dd4e89cc7,revision_number=2']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:32.796580 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1813263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607078'] for router_interface (2e4c7bee-40cf-4397-b393-6b4b080fb7a4), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:32.897878 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Network 3cef8551-7201-4c8a-83bb-699bedbc0c84 is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:07:32.899507 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:07:32.979724 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] Set router 2e4c7bee-40cf-4397-b393-6b4b080fb7a4 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:07:33.032915 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Router 2e4c7bee-40cf-4397-b393-6b4b080fb7a4 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:07:33.068467 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 7b01b6f0-e260-4be6-bd36-a4acd9a82403 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:33.068467 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (7b01b6f0-e260-4be6-bd36-a4acd9a82403), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:33.134770 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-2923e71f-e15e-4825-8b8f-fcfe2020463c None None] Current status of the port 7b01b6f0-e260-4be6-bd36-a4acd9a82403 is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:07:33.135169 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-2923e71f-e15e-4825-8b8f-fcfe2020463c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (7b01b6f0-e260-4be6-bd36-a4acd9a82403), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:33.163555 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:07:33.169920 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-bda9f171-219a-41b3-80e9-535125cc5ac3 admin admin] 10.222.0.36 "PUT /v2.0/routers/2e4c7bee-40cf-4397-b393-6b4b080fb7a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8167639 Mar 02 14:07:33.245878 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-2923e71f-e15e-4825-8b8f-fcfe2020463c None None] For port 7b01b6f0-e260-4be6-bd36-a4acd9a82403, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=7b01b6f0-e260-4be6-bd36-a4acd9a82403,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:07:33.255942 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-2923e71f-e15e-4825-8b8f-fcfe2020463c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (7b01b6f0-e260-4be6-bd36-a4acd9a82403), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:33.383299 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 7b01b6f0-e260-4be6-bd36-a4acd9a82403 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:07:33.384362 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device a4056020-4db1-4839-beb4-83b62143dd8d up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:07:33.389134 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923e71f-e15e-4825-8b8f-fcfe2020463c None None] Pushing event updated for resources: {'Port': ['ID=7b01b6f0-e260-4be6-bd36-a4acd9a82403,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:33.429567 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-8a010611-463e-4950-9005-900315b844c5 None None] Provisioning complete for port 702d409c-3c85-448c-8b5f-3f5dd4e89cc7 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:33.429757 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-8a010611-463e-4950-9005-900315b844c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (702d409c-3c85-448c-8b5f-3f5dd4e89cc7), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:33.489388 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-8a010611-463e-4950-9005-900315b844c5 None None] Port 702d409c-3c85-448c-8b5f-3f5dd4e89cc7 cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 14:07:33.495538 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'name': 'tempest-TestVolumeBootPattern-869547054-router', 'tenant_id': 'f197699a0493477488726fbf41f35397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '49251ac0-3ccd-41ea-91e5-130b1fb6ef39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:29Z', 'updated_at': '2022-03-02T14:07:32Z', 'revision_number': 4, 'project_id': 'f197699a0493477488726fbf41f35397', 'gw_port': {'id': '49251ac0-3ccd-41ea-91e5-130b1fb6ef39', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:29Z', 'updated_at': '2022-03-02T14:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '702d409c-3c85-448c-8b5f-3f5dd4e89cc7', 'name': '', 'network_id': '3cef8551-7201-4c8a-83bb-699bedbc0c84', 'tenant_id': 'f197699a0493477488726fbf41f35397', 'mac_address': 'fa:16:3e:16:ae:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bffe4c23-6a75-4a4e-9e9b-d47cbd79865e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:31Z', 'updated_at': '2022-03-02T14:07:32Z', 'revision_number': 1, 'project_id': 'f197699a0493477488726fbf41f35397', 'subnets': [{'id': 'bffe4c23-6a75-4a4e-9e9b-d47cbd79865e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:07:33.499976 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port a4056020-4db1-4839-beb4-83b62143dd8d triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:33.500345 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (a4056020-4db1-4839-beb4-83b62143dd8d), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:33.542878 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac2bca0-ba99-4853-a725-95701c12dc1d None None] The sync data for ids ['2e4c7bee-40cf-4397-b393-6b4b080fb7a4'] in dv-cinder-831247-3-iscsi is: [{'id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'name': 'tempest-TestVolumeBootPattern-869547054-router', 'tenant_id': 'f197699a0493477488726fbf41f35397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '49251ac0-3ccd-41ea-91e5-130b1fb6ef39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:29Z', 'updated_at': '2022-03-02T14:07:32Z', 'revision_number': 4, 'project_id': 'f197699a0493477488726fbf41f35397', 'gw_port': {'id': '49251ac0-3ccd-41ea-91e5-130b1fb6ef39', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:29Z', 'updated_at': '2022-03-02T14:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '702d409c-3c85-448c-8b5f-3f5dd4e89cc7', 'name': '', 'network_id': '3cef8551-7201-4c8a-83bb-699bedbc0c84', 'tenant_id': 'f197699a0493477488726fbf41f35397', 'mac_address': 'fa:16:3e:16:ae:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bffe4c23-6a75-4a4e-9e9b-d47cbd79865e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:31Z', 'updated_at': '2022-03-02T14:07:32Z', 'revision_number': 1, 'project_id': 'f197699a0493477488726fbf41f35397', 'subnets': [{'id': 'bffe4c23-6a75-4a4e-9e9b-d47cbd79865e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:07:33.613461 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port a4056020-4db1-4839-beb4-83b62143dd8d is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:07:33.614572 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 1493a630-ba62-4837-b2fd-75a924067fab up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:07:33.663735 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 41372) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:07:33.668357 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [None req-88c77adc-2afe-4d15-81ab-bb92fea005c3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-26683488', 'description': 'tempest-secgroup-smoke-26683488 description', 'project_id': '84fae2afd87147b882c0365ab4e0d750'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:07:33.673269 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 1493a630-ba62-4837-b2fd-75a924067fab triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:33.674007 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (1493a630-ba62-4837-b2fd-75a924067fab), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:33.691112 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-88c77adc-2afe-4d15-81ab-bb92fea005c3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:33.795808 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 1493a630-ba62-4837-b2fd-75a924067fab is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:07:33.804148 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-88c77adc-2afe-4d15-81ab-bb92fea005c3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group (c8e33708-2d80-42ea-9111-831fc82e786e), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:33.809122 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-88c77adc-2afe-4d15-81ab-bb92fea005c3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (c8e33708-2d80-42ea-9111-831fc82e786e), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:33.834917 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-88c77adc-2afe-4d15-81ab-bb92fea005c3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:33.836199 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-88c77adc-2afe-4d15-81ab-bb92fea005c3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1714556 Mar 02 14:07:33.839263 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41374) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:07:33.845299 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-5c79e960-5610-4d33-ac40-05ac5549cb9a tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Request body: {'security_group_rule': {'security_group_id': 'c8e33708-2d80-42ea-9111-831fc82e786e', 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:07:33.845882 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c77adc-2afe-4d15-81ab-bb92fea005c3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e33708-2d80-42ea-9111-831fc82e786e,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:33.874072 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5c79e960-5610-4d33-ac40-05ac5549cb9a tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group_rule (fd22707f-5e21-42d1-97f6-97d106e4cd6a), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:33.935975 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5c79e960-5610-4d33-ac40-05ac5549cb9a tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group_rule (fd22707f-5e21-42d1-97f6-97d106e4cd6a), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:33.940078 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5c79e960-5610-4d33-ac40-05ac5549cb9a tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (fd22707f-5e21-42d1-97f6-97d106e4cd6a), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:33.958175 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79e960-5610-4d33-ac40-05ac5549cb9a tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd22707f-5e21-42d1-97f6-97d106e4cd6a,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:33.967306 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5c79e960-5610-4d33-ac40-05ac5549cb9a tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:33.968618 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-5c79e960-5610-4d33-ac40-05ac5549cb9a tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269119 Mar 02 14:07:33.971327 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41376) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:07:33.975975 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-53c69050-e319-4564-a6ce-b8e9bf704951 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Request body: {'security_group_rule': {'security_group_id': 'c8e33708-2d80-42ea-9111-831fc82e786e', 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:07:34.002338 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-53c69050-e319-4564-a6ce-b8e9bf704951 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group_rule (25f5a46e-d817-4ef4-b07c-abf0e4bee893), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.063024 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-53c69050-e319-4564-a6ce-b8e9bf704951 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group_rule (25f5a46e-d817-4ef4-b07c-abf0e4bee893), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.068099 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-53c69050-e319-4564-a6ce-b8e9bf704951 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (25f5a46e-d817-4ef4-b07c-abf0e4bee893), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.087901 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c69050-e319-4564-a6ce-b8e9bf704951 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f5a46e-d817-4ef4-b07c-abf0e4bee893,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:34.095572 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-53c69050-e319-4564-a6ce-b8e9bf704951 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.099473 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-53c69050-e319-4564-a6ce-b8e9bf704951 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243432 Mar 02 14:07:34.099625 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41378) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:07:34.104502 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-b02d493f-34a4-44b8-8433-7ff3dcc72354 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Request body: {'security_group_rule': {'security_group_id': 'c8e33708-2d80-42ea-9111-831fc82e786e', 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:07:34.133048 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b02d493f-34a4-44b8-8433-7ff3dcc72354 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group_rule (f52283b5-b33c-4b1e-805f-2f243e0f4ef1), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.190274 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b02d493f-34a4-44b8-8433-7ff3dcc72354 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group_rule (f52283b5-b33c-4b1e-805f-2f243e0f4ef1), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.193583 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b02d493f-34a4-44b8-8433-7ff3dcc72354 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (f52283b5-b33c-4b1e-805f-2f243e0f4ef1), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.209813 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d493f-34a4-44b8-8433-7ff3dcc72354 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52283b5-b33c-4b1e-805f-2f243e0f4ef1,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:34.217951 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b02d493f-34a4-44b8-8433-7ff3dcc72354 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.219156 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-b02d493f-34a4-44b8-8433-7ff3dcc72354 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185923 Mar 02 14:07:34.221945 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41380) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:07:34.226114 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-a3be3cdf-5139-4aee-8be4-8636004e4baf tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Request body: {'security_group_rule': {'security_group_id': 'c8e33708-2d80-42ea-9111-831fc82e786e', 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:07:34.250293 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a3be3cdf-5139-4aee-8be4-8636004e4baf tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group_rule (772581c1-27a9-4dc4-89ce-543a2f471c5c), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.310075 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a3be3cdf-5139-4aee-8be4-8636004e4baf tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group_rule (772581c1-27a9-4dc4-89ce-543a2f471c5c), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.313518 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a3be3cdf-5139-4aee-8be4-8636004e4baf tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (772581c1-27a9-4dc4-89ce-543a2f471c5c), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.331709 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be3cdf-5139-4aee-8be4-8636004e4baf tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772581c1-27a9-4dc4-89ce-543a2f471c5c,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:34.343370 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-a3be3cdf-5139-4aee-8be4-8636004e4baf tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.344571 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-a3be3cdf-5139-4aee-8be4-8636004e4baf tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217346 Mar 02 14:07:34.347249 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41382) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:07:34.351389 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-0717e41f-dd54-478e-94cb-8ff37ebe7c5b tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Request body: {'security_group_rule': {'security_group_id': 'c8e33708-2d80-42ea-9111-831fc82e786e', 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:07:34.371016 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.db.securitygroups_db [None req-0717e41f-dd54-478e-94cb-8ff37ebe7c5b tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Project 84fae2afd87147b882c0365ab4e0d750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 14:07:34.377186 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0717e41f-dd54-478e-94cb-8ff37ebe7c5b tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group_rule (a56d0053-ba77-4a73-8d5b-dd1683509cab), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.434035 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0717e41f-dd54-478e-94cb-8ff37ebe7c5b tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group_rule (a56d0053-ba77-4a73-8d5b-dd1683509cab), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.437688 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0717e41f-dd54-478e-94cb-8ff37ebe7c5b tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (a56d0053-ba77-4a73-8d5b-dd1683509cab), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.454892 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717e41f-dd54-478e-94cb-8ff37ebe7c5b tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56d0053-ba77-4a73-8d5b-dd1683509cab,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:34.462235 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-0717e41f-dd54-478e-94cb-8ff37ebe7c5b tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.463436 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-0717e41f-dd54-478e-94cb-8ff37ebe7c5b tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1152868 Mar 02 14:07:34.466874 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41384) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:07:34.470981 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-2610594c-14d3-41ed-8643-d8e7da84dfe1 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Request body: {'security_group_rule': {'security_group_id': 'c8e33708-2d80-42ea-9111-831fc82e786e', 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:07:34.490668 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.db.securitygroups_db [None req-2610594c-14d3-41ed-8643-d8e7da84dfe1 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Project 84fae2afd87147b882c0365ab4e0d750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 14:07:34.495286 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-2610594c-14d3-41ed-8643-d8e7da84dfe1 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group_rule (bfbe3231-3e27-43a4-920f-2bb50b3155f4), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.552251 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-2610594c-14d3-41ed-8643-d8e7da84dfe1 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group_rule (bfbe3231-3e27-43a4-920f-2bb50b3155f4), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.555568 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-2610594c-14d3-41ed-8643-d8e7da84dfe1 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065767'] for security_group_rule (bfbe3231-3e27-43a4-920f-2bb50b3155f4), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.572237 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610594c-14d3-41ed-8643-d8e7da84dfe1 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbe3231-3e27-43a4-920f-2bb50b3155f4,revision_number=0']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:34.584674 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-2610594c-14d3-41ed-8643-d8e7da84dfe1 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.585856 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-2610594c-14d3-41ed-8643-d8e7da84dfe1 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181071 Mar 02 14:07:34.650673 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 7b01b6f0-e260-4be6-bd36-a4acd9a82403 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:07:34.702018 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 7b01b6f0-e260-4be6-bd36-a4acd9a82403 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:34.702449 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (7b01b6f0-e260-4be6-bd36-a4acd9a82403), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:34.785344 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 7b01b6f0-e260-4be6-bd36-a4acd9a82403 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:07:35.887360 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-036bec76-b234-43cf-8095-bafff4e5ad74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:36.397282 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] Sync routers for ids ['2e4c7bee-40cf-4397-b393-6b4b080fb7a4'] in dv-cinder-831247-3-iscsi {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:07:36.408893 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] Routers {'2e4c7bee-40cf-4397-b393-6b4b080fb7a4'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:07:36.409516 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:07:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['2e4c7bee-40cf-4397-b393-6b4b080fb7a4'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:07:36.525199 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] Set router 2e4c7bee-40cf-4397-b393-6b4b080fb7a4 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:07:36.683361 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 49251ac0-3ccd-41ea-91e5-130b1fb6ef39 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:07:36.733317 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 49251ac0-3ccd-41ea-91e5-130b1fb6ef39 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:36.733936 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (49251ac0-3ccd-41ea-91e5-130b1fb6ef39), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:36.816430 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'name': 'tempest-TestVolumeBootPattern-869547054-router', 'tenant_id': 'f197699a0493477488726fbf41f35397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '49251ac0-3ccd-41ea-91e5-130b1fb6ef39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:29Z', 'updated_at': '2022-03-02T14:07:32Z', 'revision_number': 4, 'project_id': 'f197699a0493477488726fbf41f35397', 'gw_port': {'id': '49251ac0-3ccd-41ea-91e5-130b1fb6ef39', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:29Z', 'updated_at': '2022-03-02T14:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '702d409c-3c85-448c-8b5f-3f5dd4e89cc7', 'name': '', 'network_id': '3cef8551-7201-4c8a-83bb-699bedbc0c84', 'tenant_id': 'f197699a0493477488726fbf41f35397', 'mac_address': 'fa:16:3e:16:ae:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bffe4c23-6a75-4a4e-9e9b-d47cbd79865e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:31Z', 'updated_at': '2022-03-02T14:07:32Z', 'revision_number': 2, 'project_id': 'f197699a0493477488726fbf41f35397', 'subnets': [{'id': 'bffe4c23-6a75-4a4e-9e9b-d47cbd79865e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:07:36.817897 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 49251ac0-3ccd-41ea-91e5-130b1fb6ef39 is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:07:36.818395 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (49251ac0-3ccd-41ea-91e5-130b1fb6ef39), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:36.841012 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] For port 49251ac0-3ccd-41ea-91e5-130b1fb6ef39, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=49251ac0-3ccd-41ea-91e5-130b1fb6ef39,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:07:36.845258 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (49251ac0-3ccd-41ea-91e5-130b1fb6ef39), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:36.849448 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] Checking router: 2e4c7bee-40cf-4397-b393-6b4b080fb7a4 for host: dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:07:36.849448 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] Updating router 2e4c7bee-40cf-4397-b393-6b4b080fb7a4 port 702d409c-3c85-448c-8b5f-3f5dd4e89cc7 binding host dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 14:07:36.876343 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (702d409c-3c85-448c-8b5f-3f5dd4e89cc7), before_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:36.897904 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Pushing event updated for resources: {'Port': ['ID=49251ac0-3ccd-41ea-91e5-130b1fb6ef39,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:36.907659 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:36.908023 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:36.908409 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:36.908765 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:36.909103 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:36.909550 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:36.909890 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:36.910357 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:36.910715 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:36.911192 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:36.911539 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:36.911938 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:36.913992 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:07:37.145747 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] Publish callbacks [] for port (702d409c-3c85-448c-8b5f-3f5dd4e89cc7), precommit_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:37.151329 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (702d409c-3c85-448c-8b5f-3f5dd4e89cc7), after_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:37.204955 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9f86c-11ea-40b4-96fa-0185736e5e01 None None] Pushing event updated for resources: {'Port': ['ID=702d409c-3c85-448c-8b5f-3f5dd4e89cc7,revision_number=3']} {{(pid=102942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:37.259716 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] Attempting to bind port 702d409c-3c85-448c-8b5f-3f5dd4e89cc7 on host dv-cinder-831247-3-iscsi for vnic_type normal with profile {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:07:37.260082 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] Attempting to bind port 702d409c-3c85-448c-8b5f-3f5dd4e89cc7 by drivers openvswitch,hyperv on host dv-cinder-831247-3-iscsi at level 0 using segments [{'id': '227d49e0-f937-487d-ae51-27e0b7b1617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3cef8551-7201-4c8a-83bb-699bedbc0c84'}] {{(pid=102942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:07:37.260446 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] Attempting to bind port 702d409c-3c85-448c-8b5f-3f5dd4e89cc7 on network 3cef8551-7201-4c8a-83bb-699bedbc0c84 {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:07:37.266299 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] Checking agent: {'id': 'bb2e944b-0304-4e0e-9536-fb425842cf08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 49, 13), 'started_at': datetime.datetime(2022, 3, 2, 13, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:07:37.266706 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] Checking segment: {'id': '227d49e0-f937-487d-ae51-27e0b7b1617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3cef8551-7201-4c8a-83bb-699bedbc0c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:07:37.267117 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:37.267515 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] Bound using segment: {'id': '227d49e0-f937-487d-ae51-27e0b7b1617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3cef8551-7201-4c8a-83bb-699bedbc0c84'} {{(pid=102942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:07:37.267989 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.managers [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] Bound port: 702d409c-3c85-448c-8b5f-3f5dd4e89cc7, host: dv-cinder-831247-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227d49e0-f937-487d-ae51-27e0b7b1617b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3cef8551-7201-4c8a-83bb-699bedbc0c84'}}] {{(pid=102942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:07:37.268372 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (702d409c-3c85-448c-8b5f-3f5dd4e89cc7), before_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:37.337160 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.db [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] For port 702d409c-3c85-448c-8b5f-3f5dd4e89cc7, host dv-cinder-831247-3-iscsi, cleared binding levels {{(pid=102942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:07:37.340687 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.plugins.ml2.db [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] For port 702d409c-3c85-448c-8b5f-3f5dd4e89cc7, host dv-cinder-831247-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=702d409c-3c85-448c-8b5f-3f5dd4e89cc7,segment=NetworkSegment(227d49e0-f937-487d-ae51-27e0b7b1617b),segment_id=227d49e0-f937-487d-ae51-27e0b7b1617b)] {{(pid=102942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:07:37.346507 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron_lib.callbacks.manager [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (702d409c-3c85-448c-8b5f-3f5dd4e89cc7), after_update {{(pid=102942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:37.402448 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] Routers {'2e4c7bee-40cf-4397-b393-6b4b080fb7a4'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:07:37.403611 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:07:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['2e4c7bee-40cf-4397-b393-6b4b080fb7a4'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:07:37.443690 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-a3a03be5-432d-4a28-af6e-dfd56ae8365c None None] Provisioning complete for port 702d409c-3c85-448c-8b5f-3f5dd4e89cc7 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:37.444168 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-a3a03be5-432d-4a28-af6e-dfd56ae8365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (702d409c-3c85-448c-8b5f-3f5dd4e89cc7), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:37.457139 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9f86c-11ea-40b4-96fa-0185736e5e01 None None] Pushing event updated for resources: {'Port': ['ID=702d409c-3c85-448c-8b5f-3f5dd4e89cc7,revision_number=4']} {{(pid=102942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:37.535380 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-a3a03be5-432d-4a28-af6e-dfd56ae8365c None None] Current status of the port 702d409c-3c85-448c-8b5f-3f5dd4e89cc7 is: DOWN; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:07:37.535633 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] Set router 2e4c7bee-40cf-4397-b393-6b4b080fb7a4 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:07:37.535785 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-a3a03be5-432d-4a28-af6e-dfd56ae8365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (702d409c-3c85-448c-8b5f-3f5dd4e89cc7), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:37.570753 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-a3a03be5-432d-4a28-af6e-dfd56ae8365c None None] For port 702d409c-3c85-448c-8b5f-3f5dd4e89cc7, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=702d409c-3c85-448c-8b5f-3f5dd4e89cc7,segment=NetworkSegment(227d49e0-f937-487d-ae51-27e0b7b1617b),segment_id=227d49e0-f937-487d-ae51-27e0b7b1617b)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:07:37.575282 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-a3a03be5-432d-4a28-af6e-dfd56ae8365c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (702d409c-3c85-448c-8b5f-3f5dd4e89cc7), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:37.628883 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a03be5-432d-4a28-af6e-dfd56ae8365c None None] Pushing event updated for resources: {'Port': ['ID=702d409c-3c85-448c-8b5f-3f5dd4e89cc7,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:37.694276 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-2bb927c4-9309-4b05-ab0a-8f4776c1dc6f None None] Provisioning complete for port 702d409c-3c85-448c-8b5f-3f5dd4e89cc7 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:37.694569 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-2bb927c4-9309-4b05-ab0a-8f4776c1dc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (702d409c-3c85-448c-8b5f-3f5dd4e89cc7), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:37.747983 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'name': 'tempest-TestVolumeBootPattern-869547054-router', 'tenant_id': 'f197699a0493477488726fbf41f35397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '49251ac0-3ccd-41ea-91e5-130b1fb6ef39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:29Z', 'updated_at': '2022-03-02T14:07:32Z', 'revision_number': 4, 'project_id': 'f197699a0493477488726fbf41f35397', 'gw_port': {'id': '49251ac0-3ccd-41ea-91e5-130b1fb6ef39', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:29Z', 'updated_at': '2022-03-02T14:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '702d409c-3c85-448c-8b5f-3f5dd4e89cc7', 'name': '', 'network_id': '3cef8551-7201-4c8a-83bb-699bedbc0c84', 'tenant_id': 'f197699a0493477488726fbf41f35397', 'mac_address': 'fa:16:3e:16:ae:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bffe4c23-6a75-4a4e-9e9b-d47cbd79865e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:31Z', 'updated_at': '2022-03-02T14:07:37Z', 'revision_number': 4, 'project_id': 'f197699a0493477488726fbf41f35397', 'subnets': [{'id': 'bffe4c23-6a75-4a4e-9e9b-d47cbd79865e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:07:37.774824 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf650e5-26b5-4c83-8538-c42d6659d676 None None] The sync data for ids ['2e4c7bee-40cf-4397-b393-6b4b080fb7a4'] in dv-cinder-831247-3-iscsi is: [{'id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'name': 'tempest-TestVolumeBootPattern-869547054-router', 'tenant_id': 'f197699a0493477488726fbf41f35397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '49251ac0-3ccd-41ea-91e5-130b1fb6ef39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:29Z', 'updated_at': '2022-03-02T14:07:32Z', 'revision_number': 4, 'project_id': 'f197699a0493477488726fbf41f35397', 'gw_port': {'id': '49251ac0-3ccd-41ea-91e5-130b1fb6ef39', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:29Z', 'updated_at': '2022-03-02T14:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '702d409c-3c85-448c-8b5f-3f5dd4e89cc7', 'name': '', 'network_id': '3cef8551-7201-4c8a-83bb-699bedbc0c84', 'tenant_id': 'f197699a0493477488726fbf41f35397', 'mac_address': 'fa:16:3e:16:ae:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bffe4c23-6a75-4a4e-9e9b-d47cbd79865e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:31Z', 'updated_at': '2022-03-02T14:07:37Z', 'revision_number': 4, 'project_id': 'f197699a0493477488726fbf41f35397', 'subnets': [{'id': 'bffe4c23-6a75-4a4e-9e9b-d47cbd79865e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:07:37.780154 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-2bb927c4-9309-4b05-ab0a-8f4776c1dc6f None None] Current status of the port 702d409c-3c85-448c-8b5f-3f5dd4e89cc7 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:07:38.083099 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-2c06cc51-d697-461f-be6a-8221d87d7ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:38.664354 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 49251ac0-3ccd-41ea-91e5-130b1fb6ef39 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:07:38.714413 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 49251ac0-3ccd-41ea-91e5-130b1fb6ef39 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:38.714821 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (49251ac0-3ccd-41ea-91e5-130b1fb6ef39), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:38.798041 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 49251ac0-3ccd-41ea-91e5-130b1fb6ef39 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:07:38.799180 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 702d409c-3c85-448c-8b5f-3f5dd4e89cc7 up at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:07:38.845913 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Provisioning complete for port 702d409c-3c85-448c-8b5f-3f5dd4e89cc7 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:38.846223 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (702d409c-3c85-448c-8b5f-3f5dd4e89cc7), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:38.924117 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Current status of the port 702d409c-3c85-448c-8b5f-3f5dd4e89cc7 is: ACTIVE; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:07:39.466358 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:40.899681 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:42.632314 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:44.191081 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:47.881570 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-60eb22c6-df97-46a5-888e-600956fd757c req-d5b305e0-6bb3-4a5d-bb50-152ea1354a53 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-26683488&fields=id&tenant_id=84fae2afd87147b882c0365ab4e0d750 HTTP/1.1" status: 200 len: 267 time: 0.0422688 Mar 02 14:07:47.984625 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb22c6-df97-46a5-888e-600956fd757c req-0352bc94-6a66-4916-bb9c-4badb3f23538 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:47.986040 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-60eb22c6-df97-46a5-888e-600956fd757c req-0352bc94-6a66-4916-bb9c-4badb3f23538 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/networks?id=d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 200 len: 812 time: 0.0975752 Mar 02 14:07:48.000193 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-60eb22c6-df97-46a5-888e-600956fd757c req-2a51398f-7c39-4ebd-aa3a-be9d2571aa05 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/quotas/84fae2afd87147b882c0365ab4e0d750 HTTP/1.1" status: 200 len: 375 time: 0.0089796 Mar 02 14:07:48.052084 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-60eb22c6-df97-46a5-888e-600956fd757c req-fcf4015b-812c-4d21-ab3c-da804ff7ae6b tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=84fae2afd87147b882c0365ab4e0d750&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471587 Mar 02 14:07:48.068078 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [req-60eb22c6-df97-46a5-888e-600956fd757c req-b3885709-fb0d-425b-97aa-a983385e6a13 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 14:07:48.069041 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-60eb22c6-df97-46a5-888e-600956fd757c req-b3885709-fb0d-425b-97aa-a983385e6a13 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050912 Mar 02 14:07:48.159180 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-60eb22c6-df97-46a5-888e-600956fd757c req-48714cd8-9958-4f5b-9d6f-a28d6c631711 service neutron] 10.222.0.36 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850568 Mar 02 14:07:48.247425 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-60eb22c6-df97-46a5-888e-600956fd757c req-9bdbf6bc-6095-47db-834d-9b10715b949f service neutron] 10.222.0.36 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826488 Mar 02 14:07:48.632505 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-31286ea6-dbb9-4d85-835b-3337f45229ed req-ed9c4a15-a9ef-4c7d-a676-3504813f3fa8 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 210 time: 0.1332905 Mar 02 14:07:49.417466 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb22c6-df97-46a5-888e-600956fd757c req-b20dde9b-5806-4862-bfb1-60b66fd1e0e0 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:49.419528 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-60eb22c6-df97-46a5-888e-600956fd757c req-b20dde9b-5806-4862-bfb1-60b66fd1e0e0 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.20 "GET /v2.0/networks?id=d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 200 len: 812 time: 0.1086185 Mar 02 14:07:49.481273 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-60eb22c6-df97-46a5-888e-600956fd757c req-764e85c2-c461-4fb5-b7a9-30f0e46d2ef2 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84fae2afd87147b882c0365ab4e0d750 HTTP/1.1" status: 200 len: 378 time: 0.0526888 Mar 02 14:07:49.488974 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-60eb22c6-df97-46a5-888e-600956fd757c req-1e4e87c6-995b-4153-8aeb-6d1875473489 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Request body: {'port': {'device_id': '78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'admin_state_up': True, 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'security_groups': ['c8e33708-2d80-42ea-9111-831fc82e786e']}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:07:49.599766 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60eb22c6-df97-46a5-888e-600956fd757c req-1e4e87c6-995b-4153-8aeb-6d1875473489 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Made reservation on behalf of 84fae2afd87147b882c0365ab4e0d750 for: {'port': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:07:49.603160 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-60eb22c6-df97-46a5-888e-600956fd757c req-1e4e87c6-995b-4153-8aeb-6d1875473489 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:49.735262 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [req-60eb22c6-df97-46a5-888e-600956fd757c req-1e4e87c6-995b-4153-8aeb-6d1875473489 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Allocated IP 172.20.0.7 (d4470439-0315-47e5-9434-e5eee6df320e/8a8e7ec2-7aba-48ce-a8f3-97d476fd1970/ce0e199d-a296-4001-acf2-aeb2f6407fd1) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:07:49.741593 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ca2cb08f-c611-4999-969f-6889e61abf3a req-c4beb6c9-1e6f-4bc7-b5e4-e55182014550 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 210 time: 0.0416198 Mar 02 14:07:49.879417 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-60eb22c6-df97-46a5-888e-600956fd757c req-1e4e87c6-995b-4153-8aeb-6d1875473489 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for port (ce0e199d-a296-4001-acf2-aeb2f6407fd1), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:49.911957 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-60eb22c6-df97-46a5-888e-600956fd757c req-1e4e87c6-995b-4153-8aeb-6d1875473489 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (ce0e199d-a296-4001-acf2-aeb2f6407fd1), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:49.954567 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60eb22c6-df97-46a5-888e-600956fd757c req-1e4e87c6-995b-4153-8aeb-6d1875473489 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Network d4470439-0315-47e5-9434-e5eee6df320e is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:07:49.957434 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [req-60eb22c6-df97-46a5-888e-600956fd757c req-1e4e87c6-995b-4153-8aeb-6d1875473489 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:07:49.960937 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-60eb22c6-df97-46a5-888e-600956fd757c req-1e4e87c6-995b-4153-8aeb-6d1875473489 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:07:49.967331 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e87c6-995b-4153-8aeb-6d1875473489 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event updated for resources: {'Port': ['ID=ce0e199d-a296-4001-acf2-aeb2f6407fd1,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:50.015792 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb22c6-df97-46a5-888e-600956fd757c req-1e4e87c6-995b-4153-8aeb-6d1875473489 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:50.016419 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-60eb22c6-df97-46a5-888e-600956fd757c req-1e4e87c6-995b-4153-8aeb-6d1875473489 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:50.032755 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-60eb22c6-df97-46a5-888e-600956fd757c req-1e4e87c6-995b-4153-8aeb-6d1875473489 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5474019 Mar 02 14:07:50.042018 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [req-60eb22c6-df97-46a5-888e-600956fd757c req-b98fed66-deda-46bb-8042-c9cc6b93b20e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 14:07:50.043239 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-60eb22c6-df97-46a5-888e-600956fd757c req-b98fed66-deda-46bb-8042-c9cc6b93b20e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052631 Mar 02 14:07:50.101046 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Request body: {'port': {'device_id': '78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:07:50.160611 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (ce0e199d-a296-4001-acf2-aeb2f6407fd1), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:50.176309 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4bbfd556-7e78-43ac-8d31-1612db258ab6 None None] Provisioning complete for port ce0e199d-a296-4001-acf2-aeb2f6407fd1 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:07:50.176856 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd556-7e78-43ac-8d31-1612db258ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (ce0e199d-a296-4001-acf2-aeb2f6407fd1), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:50.209930 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4bbfd556-7e78-43ac-8d31-1612db258ab6 None None] Port ce0e199d-a296-4001-acf2-aeb2f6407fd1 cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 14:07:50.416735 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0e199d-a296-4001-acf2-aeb2f6407fd1 {{(pid=102939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:07:50.424619 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Publish callbacks [] for port (ce0e199d-a296-4001-acf2-aeb2f6407fd1), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:50.436730 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.provisioning_blocks [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Transition to ACTIVE for port object ce0e199d-a296-4001-acf2-aeb2f6407fd1 will not be triggered until provisioned by entity L2. {{(pid=102939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:07:50.440127 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (ce0e199d-a296-4001-acf2-aeb2f6407fd1), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:50.488938 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0e199d-a296-4001-acf2-aeb2f6407fd1,revision_number=2']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:50.557562 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Attempting to bind port ce0e199d-a296-4001-acf2-aeb2f6407fd1 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:07:50.557921 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Attempting to bind port ce0e199d-a296-4001-acf2-aeb2f6407fd1 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:07:50.558235 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Attempting to bind port ce0e199d-a296-4001-acf2-aeb2f6407fd1 on network d4470439-0315-47e5-9434-e5eee6df320e {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:07:50.563304 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Port ce0e199d-a296-4001-acf2-aeb2f6407fd1 on network d4470439-0315-47e5-9434-e5eee6df320e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:07:50.563628 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Attempting to bind port ce0e199d-a296-4001-acf2-aeb2f6407fd1 on network d4470439-0315-47e5-9434-e5eee6df320e {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:07:50.568558 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:07:50.568901 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Checking segment: {'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:07:50.569288 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Bound using segment: {'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:07:50.569719 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Bound port: ce0e199d-a296-4001-acf2-aeb2f6407fd1, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'}}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:07:50.570087 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (ce0e199d-a296-4001-acf2-aeb2f6407fd1), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:50.638673 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] For port ce0e199d-a296-4001-acf2-aeb2f6407fd1, host hv-cinder-83124, cleared binding levels {{(pid=102939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:07:50.641600 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] For port ce0e199d-a296-4001-acf2-aeb2f6407fd1, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ce0e199d-a296-4001-acf2-aeb2f6407fd1,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:07:50.647488 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (ce0e199d-a296-4001-acf2-aeb2f6407fd1), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:50.684340 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:50.685055 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:50.686507 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-60eb22c6-df97-46a5-888e-600956fd757c req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] 10.222.0.20 "PUT /v2.0/ports/ce0e199d-a296-4001-acf2-aeb2f6407fd1 HTTP/1.1" status: 200 len: 1093 time: 0.6358628 Mar 02 14:07:50.687012 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba', 'tag': 'ce0e199d-a296-4001-acf2-aeb2f6407fd1'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:07:50.689301 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ac6951-10cd-445d-9fbb-a1cc7400fdb6" -d '{"events": [{"name": "network-changed", "server_uuid": "78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba", "tag": "ce0e199d-a296-4001-acf2-aeb2f6407fd1"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:07:50.710008 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8741e0a-075b-4ad8-9bd0-5da494a37929 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0e199d-a296-4001-acf2-aeb2f6407fd1,revision_number=3']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:50.764279 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e4b140-a18c-44b3-a987-58499ac494b4 x-openstack-request-id: req-d2e4b140-a18c-44b3-a987-58499ac494b4 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:07:50.764575 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba", "tag": "ce0e199d-a296-4001-acf2-aeb2f6407fd1", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:07:50.764825 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d2e4b140-a18c-44b3-a987-58499ac494b4 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:07:50.765398 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba', 'tag': 'ce0e199d-a296-4001-acf2-aeb2f6407fd1', 'status': 'completed', 'code': 200} Mar 02 14:07:50.784599 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb22c6-df97-46a5-888e-600956fd757c req-ac514a21-de36-4fa5-9a53-b3a84efda29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:50.786209 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-60eb22c6-df97-46a5-888e-600956fd757c req-ac514a21-de36-4fa5-9a53-b3a84efda29a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84fae2afd87147b882c0365ab4e0d750&device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 1127 time: 0.0535944 Mar 02 14:07:50.836968 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-60eb22c6-df97-46a5-888e-600956fd757c req-48fde94e-0aec-42e3-9eac-bcb76126c677 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce0e199d-a296-4001-acf2-aeb2f6407fd1 HTTP/1.1" status: 200 len: 217 time: 0.0444722 Mar 02 14:07:50.861109 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f1cab-d49d-444f-8b39-402eef99ae2c req-b3ddc46e-7569-4773-8537-753f3cf5743a tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:50.863329 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-169f1cab-d49d-444f-8b39-402eef99ae2c req-b3ddc46e-7569-4773-8537-753f3cf5743a tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 943 time: 0.0573723 Mar 02 14:07:50.885761 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb22c6-df97-46a5-888e-600956fd757c req-f187b3d2-bfa0-4580-b767-d168c910c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:50.887494 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-60eb22c6-df97-46a5-888e-600956fd757c req-f187b3d2-bfa0-4580-b767-d168c910c410 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a8e7ec2-7aba-48ce-a8f3-97d476fd1970 HTTP/1.1" status: 200 len: 851 time: 0.0450752 Mar 02 14:07:50.914184 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-169f1cab-d49d-444f-8b39-402eef99ae2c req-4fafae99-88d5-4967-a60a-999c1250c70c tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444334 Mar 02 14:07:50.936817 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb22c6-df97-46a5-888e-600956fd757c req-5ae4d7e8-0c6e-4561-babf-d2087afc0c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:50.938352 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-60eb22c6-df97-46a5-888e-600956fd757c req-5ae4d7e8-0c6e-4561-babf-d2087afc0c22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4470439-0315-47e5-9434-e5eee6df320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448117 Mar 02 14:07:51.029413 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-60eb22c6-df97-46a5-888e-600956fd757c req-f020e15a-b98b-48a6-b5ce-0611cc1ae7d3 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850544 Mar 02 14:07:51.119275 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-60eb22c6-df97-46a5-888e-600956fd757c req-cd641c01-3a18-41f0-ac81-f912074b93e7 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826206 Mar 02 14:07:51.211236 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac6951-10cd-445d-9fbb-a1cc7400fdb6 req-0771072d-1d39-4f94-a798-cf709db1dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:51.212604 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-06ac6951-10cd-445d-9fbb-a1cc7400fdb6 req-0771072d-1d39-4f94-a798-cf709db1dcab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84fae2afd87147b882c0365ab4e0d750&device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 1127 time: 0.0448802 Mar 02 14:07:51.304162 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac6951-10cd-445d-9fbb-a1cc7400fdb6 req-c142f491-11df-4d4a-9d81-5904b10b919e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:51.305620 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-06ac6951-10cd-445d-9fbb-a1cc7400fdb6 req-c142f491-11df-4d4a-9d81-5904b10b919e service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 200 len: 913 time: 0.0865822 Mar 02 14:07:51.344649 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-06ac6951-10cd-445d-9fbb-a1cc7400fdb6 req-1ed37842-3ac6-47ff-b4bc-b610e35211cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce0e199d-a296-4001-acf2-aeb2f6407fd1 HTTP/1.1" status: 200 len: 217 time: 0.0330129 Mar 02 14:07:51.395746 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac6951-10cd-445d-9fbb-a1cc7400fdb6 req-5ed47493-06bc-4fd6-bb09-0b6512dd8201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:51.397132 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-06ac6951-10cd-445d-9fbb-a1cc7400fdb6 req-5ed47493-06bc-4fd6-bb09-0b6512dd8201 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a8e7ec2-7aba-48ce-a8f3-97d476fd1970 HTTP/1.1" status: 200 len: 851 time: 0.0451999 Mar 02 14:07:51.448681 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac6951-10cd-445d-9fbb-a1cc7400fdb6 req-9db21010-807b-4e00-bf65-52c10a74fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:51.450167 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-06ac6951-10cd-445d-9fbb-a1cc7400fdb6 req-9db21010-807b-4e00-bf65-52c10a74fd2c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4470439-0315-47e5-9434-e5eee6df320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476747 Mar 02 14:07:51.539055 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-06ac6951-10cd-445d-9fbb-a1cc7400fdb6 req-e70513ef-95bc-4f95-a002-aff48e31f310 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822463 Mar 02 14:07:51.624098 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-06ac6951-10cd-445d-9fbb-a1cc7400fdb6 req-8fc99c3e-d7c3-4b97-8d6e-5163658df205 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791290 Mar 02 14:07:52.030866 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4b969-c790-4820-8a7c-ae0fbdef4333 req-85434739-96c4-4692-90e5-a0a28671007f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:52.032321 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a7b4b969-c790-4820-8a7c-ae0fbdef4333 req-85434739-96c4-4692-90e5-a0a28671007f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 943 time: 0.0530753 Mar 02 14:07:52.083965 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a7b4b969-c790-4820-8a7c-ae0fbdef4333 req-ddbd2590-53ab-44df-bd3e-56d969d98501 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461254 Mar 02 14:07:52.245586 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:07:53.198930 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90300a1-49df-4273-960c-76abdf970196 req-4ed43277-1d32-4b0d-9256-9ecfc4ecb093 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:53.201295 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c90300a1-49df-4273-960c-76abdf970196 req-4ed43277-1d32-4b0d-9256-9ecfc4ecb093 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 943 time: 0.0522940 Mar 02 14:07:53.248616 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c90300a1-49df-4273-960c-76abdf970196 req-fd867778-fefd-43dd-b087-64af8b911a7f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418913 Mar 02 14:07:54.365629 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fff0b6-26a5-4c4a-9af5-77e75a2ec0dc req-f7204a12-d688-4534-8e8e-3a20bdde2566 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:54.367059 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-86fff0b6-26a5-4c4a-9af5-77e75a2ec0dc req-f7204a12-d688-4534-8e8e-3a20bdde2566 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 943 time: 0.0545273 Mar 02 14:07:54.414553 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-86fff0b6-26a5-4c4a-9af5-77e75a2ec0dc req-66a8c7d8-8320-4532-af5e-16a6bf8f6774 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417078 Mar 02 14:07:55.533953 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb596f-0db4-4799-b2e1-671731079442 req-b92659d7-5902-4f71-b096-95ffeeba9d60 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:55.535454 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9cdb596f-0db4-4799-b2e1-671731079442 req-b92659d7-5902-4f71-b096-95ffeeba9d60 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 943 time: 0.0561438 Mar 02 14:07:55.583386 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9cdb596f-0db4-4799-b2e1-671731079442 req-6e1166b5-d863-44d8-9abd-a58e3680f735 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424922 Mar 02 14:07:56.699553 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac508a0d-6ffc-4b8f-94dc-b00f3b7e9b88 req-0516bde4-44d5-4ea3-b6a9-649a1eed1fc0 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:56.701225 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ac508a0d-6ffc-4b8f-94dc-b00f3b7e9b88 req-0516bde4-44d5-4ea3-b6a9-649a1eed1fc0 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 943 time: 0.0524378 Mar 02 14:07:56.751422 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ac508a0d-6ffc-4b8f-94dc-b00f3b7e9b88 req-dfdfa354-35bf-459b-be32-9d0f3b5e0503 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437500 Mar 02 14:07:57.872874 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0326d-9d0d-477f-9467-978cec03530b req-b99ac1e8-3c0c-4107-b96e-fc941791821e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:57.874318 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-71d0326d-9d0d-477f-9467-978cec03530b req-b99ac1e8-3c0c-4107-b96e-fc941791821e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 943 time: 0.0555718 Mar 02 14:07:57.923580 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-71d0326d-9d0d-477f-9467-978cec03530b req-7efb77ea-e5f6-48e5-95aa-a70e20243ac5 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438116 Mar 02 14:07:58.740547 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device ce0e199d-a296-4001-acf2-aeb2f6407fd1 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:07:58.836028 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port ce0e199d-a296-4001-acf2-aeb2f6407fd1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ce0e199d-a296-4001-acf2-aeb2f6407fd1,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:07:58.847798 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': 'ce0e199d-a296-4001-acf2-aeb2f6407fd1', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'port_id': 'ce0e199d-a296-4001-acf2-aeb2f6407fd1', 'mac_address': 'fa:16:3e:96:57:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:07:58.882966 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port ce0e199d-a296-4001-acf2-aeb2f6407fd1 is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:07:58.883360 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (ce0e199d-a296-4001-acf2-aeb2f6407fd1), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:58.898381 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0e199d-a296-4001-acf2-aeb2f6407fd1 {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:07:58.917632 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port ce0e199d-a296-4001-acf2-aeb2f6407fd1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ce0e199d-a296-4001-acf2-aeb2f6407fd1,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:07:58.922849 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (ce0e199d-a296-4001-acf2-aeb2f6407fd1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:07:58.976556 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=ce0e199d-a296-4001-acf2-aeb2f6407fd1,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:07:59.050469 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b2d5d-ba9b-4714-8d33-e179a194b92b req-0d09099c-b19e-4ad7-8268-5c117db99d3e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:07:59.051976 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7c8b2d5d-ba9b-4714-8d33-e179a194b92b req-0d09099c-b19e-4ad7-8268-5c117db99d3e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 944 time: 0.0514793 Mar 02 14:07:59.101035 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7c8b2d5d-ba9b-4714-8d33-e179a194b92b req-88215a27-d97d-4ad1-82c0-caf304b9ba5e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420122 Mar 02 14:07:59.128232 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['ce0e199d-a296-4001-acf2-aeb2f6407fd1'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:08:00.219503 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c9ff5-1c4a-42bf-b237-9075d0f961dc req-91a639e4-fde4-41fd-aedc-ef971342429b tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:08:00.221058 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0d8c9ff5-1c4a-42bf-b237-9075d0f961dc req-91a639e4-fde4-41fd-aedc-ef971342429b tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 944 time: 0.0538259 Mar 02 14:08:00.277636 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-0d8c9ff5-1c4a-42bf-b237-9075d0f961dc req-44fca0a5-9498-4be1-863b-8e1bc028f525 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508811 Mar 02 14:08:00.755853 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device ce0e199d-a296-4001-acf2-aeb2f6407fd1 up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:08:00.807085 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port ce0e199d-a296-4001-acf2-aeb2f6407fd1 completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:08:00.811167 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port ce0e199d-a296-4001-acf2-aeb2f6407fd1 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:08:00.811536 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (ce0e199d-a296-4001-acf2-aeb2f6407fd1), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:00.890255 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port ce0e199d-a296-4001-acf2-aeb2f6407fd1 is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:08:00.890571 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (ce0e199d-a296-4001-acf2-aeb2f6407fd1), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:00.914899 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0e199d-a296-4001-acf2-aeb2f6407fd1'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:08:00.917171 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ff95c3-6621-4555-b2ea-be78bcfd1563" -d '{"events": [{"server_uuid": "78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba", "name": "network-vif-plugged", "status": "completed", "tag": "ce0e199d-a296-4001-acf2-aeb2f6407fd1"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:08:00.929363 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port ce0e199d-a296-4001-acf2-aeb2f6407fd1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ce0e199d-a296-4001-acf2-aeb2f6407fd1,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:08:00.933208 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (ce0e199d-a296-4001-acf2-aeb2f6407fd1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:00.979305 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=ce0e199d-a296-4001-acf2-aeb2f6407fd1,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:08:01.007093 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f562a91-de81-475d-9417-73626c58d530 x-openstack-request-id: req-2f562a91-de81-475d-9417-73626c58d530 {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:08:01.007459 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba", "name": "network-vif-plugged", "status": "completed", "tag": "ce0e199d-a296-4001-acf2-aeb2f6407fd1", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:08:01.007785 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f562a91-de81-475d-9417-73626c58d530 {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:08:01.008254 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0e199d-a296-4001-acf2-aeb2f6407fd1', 'code': 200} Mar 02 14:08:01.212249 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b9948-ff5c-4090-b1a1-1c7a9ce06d56 req-4f774a3e-343f-42db-a59d-902dd0bba02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:08:01.213591 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-a00b9948-ff5c-4090-b1a1-1c7a9ce06d56 req-4f774a3e-343f-42db-a59d-902dd0bba02b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 1129 time: 0.0423644 Mar 02 14:08:01.259721 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-a00b9948-ff5c-4090-b1a1-1c7a9ce06d56 req-29d19220-9217-4206-b138-7b86e627b9da service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402439 Mar 02 14:08:01.393287 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228862e1-3bf9-407f-9465-ef1cad814aa5 req-7550eed7-4b74-4b17-b8e1-d8bf40e73f49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:08:01.394763 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-228862e1-3bf9-407f-9465-ef1cad814aa5 req-7550eed7-4b74-4b17-b8e1-d8bf40e73f49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 945 time: 0.0514636 Mar 02 14:08:01.442766 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-228862e1-3bf9-407f-9465-ef1cad814aa5 req-64ba6b28-e2a4-4f7f-9652-265499e91ac5 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422783 Mar 02 14:08:02.560915 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21948efa-734c-4473-acc5-3a672900b2f8 req-6f04d61c-2538-4334-885f-33ce1f52371a tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:08:02.562371 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-21948efa-734c-4473-acc5-3a672900b2f8 req-6f04d61c-2538-4334-885f-33ce1f52371a tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 945 time: 0.0523365 Mar 02 14:08:02.608984 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-21948efa-734c-4473-acc5-3a672900b2f8 req-f046cbd4-afbd-444c-9e13-ac7f51924f0a tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411482 Mar 02 14:08:02.728429 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acae223-2f23-4b17-ad1c-300a38b7e4d8 req-09a5d864-d0d8-4248-aeda-ad7c6602a036 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:08:02.729790 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9acae223-2f23-4b17-ad1c-300a38b7e4d8 req-09a5d864-d0d8-4248-aeda-ad7c6602a036 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 945 time: 0.0555627 Mar 02 14:08:02.778755 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9acae223-2f23-4b17-ad1c-300a38b7e4d8 req-fc4713fd-c7fa-496e-bc7f-0281af05f2b3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422730 Mar 02 14:08:02.801103 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41544) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:08:02.883039 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6dcf4d-8207-43e7-a330-63ee51912ea4 tempest-TestVolumeBootPattern-344186978 tempest-TestVolumeBootPattern-344186978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:08:02.884528 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-de6dcf4d-8207-43e7-a330-63ee51912ea4 tempest-TestVolumeBootPattern-344186978 tempest-TestVolumeBootPattern-344186978-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 1124 time: 0.0824754 Mar 02 14:08:02.887528 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41548) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:08:02.891802 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Request body: {'floatingip': {'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'port_id': 'ce0e199d-a296-4001-acf2-aeb2f6407fd1', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:08:02.912259 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:03.009580 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:03.110388 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Allocated IP 172.27.1.96 (8a7b981f-934d-4891-8b40-a612fdbe7a6a/d2fe738d-81f5-4c8e-ae81-924cae8fe95a/09c7f103-9a64-4a4e-bd69-f8e16350f008) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:08:03.213105 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for port (09c7f103-9a64-4a4e-bd69-f8e16350f008), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:03.249242 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (09c7f103-9a64-4a4e-bd69-f8e16350f008), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:03.287253 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:08:03.290004 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:08:03.293518 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:08:03.318660 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event updated for resources: {'Port': ['ID=09c7f103-9a64-4a4e-bd69-f8e16350f008,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:08:03.650580 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for floatingip (ce0b5b19-f39d-4b96-b0ea-459a10b9fa80), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:03.716430 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (09c7f103-9a64-4a4e-bd69-f8e16350f008), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:03.861313 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for port (09c7f103-9a64-4a4e-bd69-f8e16350f008), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:03.865454 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (09c7f103-9a64-4a4e-bd69-f8e16350f008), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:03.938416 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event updated for resources: {'Port': ['ID=09c7f103-9a64-4a4e-bd69-f8e16350f008,revision_number=2']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:08:03.945361 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607373'] for floatingip (ce0b5b19-f39d-4b96-b0ea-459a10b9fa80), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:04.048127 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.db.l3_db [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Floating IP ce0b5b19-f39d-4b96-b0ea-459a10b9fa80 associated. External IP: 172.27.1.96, port: ce0e199d-a296-4001-acf2-aeb2f6407fd1. Mar 02 14:08:04.256000 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:08:04.367141 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:08:04.377108 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155dc00f-03cf-4514-adda-710893cdf72d None None] Sync routers for ids ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:08:04.384278 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:04.386927 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155dc00f-03cf-4514-adda-710893cdf72d None None] Routers {'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:08:04.387553 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-155dc00f-03cf-4514-adda-710893cdf72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:07:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:08:04.417074 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-155dc063-e7ec-4ec2-9bfc-6c604ddad29f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5284953 Mar 02 14:08:04.418317 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba', 'tag': 'ce0e199d-a296-4001-acf2-aeb2f6407fd1'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:08:04.420606 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901e9cc0-e024-4281-9fab-b6ef97bb6b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba", "tag": "ce0e199d-a296-4001-acf2-aeb2f6407fd1"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:08:04.513474 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb602c6-4c45-4ba4-830d-6c8f5dccb5d3 x-openstack-request-id: req-5eb602c6-4c45-4ba4-830d-6c8f5dccb5d3 {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:08:04.513770 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba", "tag": "ce0e199d-a296-4001-acf2-aeb2f6407fd1", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:08:04.514026 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5eb602c6-4c45-4ba4-830d-6c8f5dccb5d3 {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:08:04.514435 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba', 'tag': 'ce0e199d-a296-4001-acf2-aeb2f6407fd1', 'status': 'completed', 'code': 200} Mar 02 14:08:04.581630 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e9cc0-e024-4281-9fab-b6ef97bb6b8b req-ca5a384d-475a-48ec-965c-8b5fc41d56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:08:04.583144 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-901e9cc0-e024-4281-9fab-b6ef97bb6b8b req-ca5a384d-475a-48ec-965c-8b5fc41d56b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84fae2afd87147b882c0365ab4e0d750&device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 1129 time: 0.0466123 Mar 02 14:08:04.627865 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-155dc00f-03cf-4514-adda-710893cdf72d None None] Set router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:08:04.673218 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e9cc0-e024-4281-9fab-b6ef97bb6b8b req-c9cc0636-1c4b-477b-9458-829dcddb13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:08:04.674676 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-901e9cc0-e024-4281-9fab-b6ef97bb6b8b req-c9cc0636-1c4b-477b-9458-829dcddb13ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 200 len: 913 time: 0.0858414 Mar 02 14:08:04.748942 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-901e9cc0-e024-4281-9fab-b6ef97bb6b8b req-ad8952e5-3743-4575-9097-2aec8148f2b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce0e199d-a296-4001-acf2-aeb2f6407fd1 HTTP/1.1" status: 200 len: 998 time: 0.0686862 Mar 02 14:08:04.795774 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e9cc0-e024-4281-9fab-b6ef97bb6b8b req-c458e87a-37e3-47b0-a0f2-c5602de013aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:08:04.797197 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-901e9cc0-e024-4281-9fab-b6ef97bb6b8b req-c458e87a-37e3-47b0-a0f2-c5602de013aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a8e7ec2-7aba-48ce-a8f3-97d476fd1970 HTTP/1.1" status: 200 len: 851 time: 0.0421195 Mar 02 14:08:04.845028 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e9cc0-e024-4281-9fab-b6ef97bb6b8b req-147a52d9-44e1-4587-bc20-013286295e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:08:04.846493 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-901e9cc0-e024-4281-9fab-b6ef97bb6b8b req-147a52d9-44e1-4587-bc20-013286295e34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4470439-0315-47e5-9434-e5eee6df320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434086 Mar 02 14:08:04.854184 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-155dc00f-03cf-4514-adda-710893cdf72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': 'ce0b5b19-f39d-4b96-b0ea-459a10b9fa80', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'port_id': 'ce0e199d-a296-4001-acf2-aeb2f6407fd1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'mac_address': 'fa:16:3e:96:57:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:08:03Z', 'updated_at': '2022-03-02T14:08:03Z', 'revision_number': 0, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:33Z', 'revision_number': 5, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:08:04.884758 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155dc00f-03cf-4514-adda-710893cdf72d None None] Checking router: b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:08:04.893515 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155dc00f-03cf-4514-adda-710893cdf72d None None] Routers {'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:08:04.894148 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-155dc00f-03cf-4514-adda-710893cdf72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:07:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:08:05.008305 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-155dc00f-03cf-4514-adda-710893cdf72d None None] Set router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:08:05.179242 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-901e9cc0-e024-4281-9fab-b6ef97bb6b8b req-a32d8002-6357-4769-b4eb-338e83d2406f service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265998 Mar 02 14:08:05.236720 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-155dc00f-03cf-4514-adda-710893cdf72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': 'ce0b5b19-f39d-4b96-b0ea-459a10b9fa80', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'port_id': 'ce0e199d-a296-4001-acf2-aeb2f6407fd1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'mac_address': 'fa:16:3e:96:57:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:08:03Z', 'updated_at': '2022-03-02T14:08:03Z', 'revision_number': 0, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:33Z', 'revision_number': 5, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:08:05.263891 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155dc00f-03cf-4514-adda-710893cdf72d None None] The sync data for ids ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'] in dv-cinder-831247-3-iscsi is: [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': 'ce0b5b19-f39d-4b96-b0ea-459a10b9fa80', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'port_id': 'ce0e199d-a296-4001-acf2-aeb2f6407fd1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'mac_address': 'fa:16:3e:96:57:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:08:03Z', 'updated_at': '2022-03-02T14:08:03Z', 'revision_number': 0, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:33Z', 'revision_number': 5, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:08:05.269455 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-901e9cc0-e024-4281-9fab-b6ef97bb6b8b req-616a1282-117c-4314-8d79-1626f74b69d4 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839386 Mar 02 14:08:05.446132 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d3a2c0-f121-4053-abd4-858165435a03 None None] New status for floating IP ce0b5b19-f39d-4b96-b0ea-459a10b9fa80: ACTIVE {{(pid=102942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 14:08:05.894560 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-c7685b9a-3be3-4020-88d8-de1f1816528c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:08.084702 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-83a6c7b3-c947-4b34-9a8e-c0cc9235caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:09.468860 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:10.901895 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:12.625235 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:14.330453 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:20.324654 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cf487d1a-677b-4850-9197-528859598c45 req-a9e982c8-4d5b-4705-99fe-7156fc5bd44e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440154 Mar 02 14:08:20.409369 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf487d1a-677b-4850-9197-528859598c45 req-2338a1cd-6d25-4253-8f0c-fa9d1aa633cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:08:20.410791 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cf487d1a-677b-4850-9197-528859598c45 req-2338a1cd-6d25-4253-8f0c-fa9d1aa633cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84fae2afd87147b882c0365ab4e0d750&device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 1129 time: 0.0434113 Mar 02 14:08:20.515614 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf487d1a-677b-4850-9197-528859598c45 req-2eb17ed2-3122-4e46-9f1d-898b671c1998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:08:20.517042 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cf487d1a-677b-4850-9197-528859598c45 req-2eb17ed2-3122-4e46-9f1d-898b671c1998 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 200 len: 913 time: 0.0877564 Mar 02 14:08:20.581515 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cf487d1a-677b-4850-9197-528859598c45 req-b2e8eea9-1496-42ff-8b2c-109b1174b1bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce0e199d-a296-4001-acf2-aeb2f6407fd1 HTTP/1.1" status: 200 len: 1000 time: 0.0582817 Mar 02 14:08:20.630292 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf487d1a-677b-4850-9197-528859598c45 req-351b7484-55b6-4d00-b2c6-fc6e7f13ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:08:20.631731 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cf487d1a-677b-4850-9197-528859598c45 req-351b7484-55b6-4d00-b2c6-fc6e7f13ada3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a8e7ec2-7aba-48ce-a8f3-97d476fd1970 HTTP/1.1" status: 200 len: 851 time: 0.0439088 Mar 02 14:08:20.685564 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf487d1a-677b-4850-9197-528859598c45 req-75711597-c317-4249-aa93-93c0e9c4f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:08:20.686971 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cf487d1a-677b-4850-9197-528859598c45 req-75711597-c317-4249-aa93-93c0e9c4f29d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4470439-0315-47e5-9434-e5eee6df320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484202 Mar 02 14:08:20.777346 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cf487d1a-677b-4850-9197-528859598c45 req-2e2ff40b-858f-4c08-91c3-94c9a4dacdf3 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827317 Mar 02 14:08:20.869497 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cf487d1a-677b-4850-9197-528859598c45 req-90f1d18e-1994-4fd7-9c64-8e116b8a3170 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847127 Mar 02 14:08:29.244825 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:08:35.887278 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-2b4382d3-8fd2-45e1-8741-87825e746571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:38.089459 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-56de092f-a9ad-46eb-a6ff-49a27e5625af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:39.469703 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:40.903624 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:42.627727 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:08:44.205635 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:09:05.887922 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0f158c02-5520-4ab0-b6eb-91bf8d59e7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:09:06.243806 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:09:08.090539 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9f900d8a-b54f-4885-a891-87a9026f1534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:09:09.472127 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:09:10.909113 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:09:12.630003 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:09:14.219504 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:09:22.316490 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-56859c5e-4372-4435-a944-7f49440f29b4 req-514b661c-1007-408a-b907-e95862767e35 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431700 Mar 02 14:09:22.396993 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56859c5e-4372-4435-a944-7f49440f29b4 req-7baeab4e-81f1-4165-b09a-77fde9379a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:09:22.398356 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-56859c5e-4372-4435-a944-7f49440f29b4 req-7baeab4e-81f1-4165-b09a-77fde9379a8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84fae2afd87147b882c0365ab4e0d750&device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 1129 time: 0.0436940 Mar 02 14:09:22.501236 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56859c5e-4372-4435-a944-7f49440f29b4 req-ea5bcfff-ed2e-4018-89b4-2a2efa0ccafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:09:22.502763 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-56859c5e-4372-4435-a944-7f49440f29b4 req-ea5bcfff-ed2e-4018-89b4-2a2efa0ccafc service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 200 len: 913 time: 0.0870438 Mar 02 14:09:22.564470 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-56859c5e-4372-4435-a944-7f49440f29b4 req-be851141-a3d4-40a5-9671-ed2a38543d58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce0e199d-a296-4001-acf2-aeb2f6407fd1 HTTP/1.1" status: 200 len: 1000 time: 0.0563953 Mar 02 14:09:22.613620 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56859c5e-4372-4435-a944-7f49440f29b4 req-c47c832d-0a49-4a2e-a033-5c474cf2be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:09:22.615045 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-56859c5e-4372-4435-a944-7f49440f29b4 req-c47c832d-0a49-4a2e-a033-5c474cf2be0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a8e7ec2-7aba-48ce-a8f3-97d476fd1970 HTTP/1.1" status: 200 len: 851 time: 0.0453317 Mar 02 14:09:22.662195 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56859c5e-4372-4435-a944-7f49440f29b4 req-a49ed050-f782-4f04-bdd1-aa4567a2dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:09:22.663673 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-56859c5e-4372-4435-a944-7f49440f29b4 req-a49ed050-f782-4f04-bdd1-aa4567a2dd7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4470439-0315-47e5-9434-e5eee6df320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425491 Mar 02 14:09:22.750533 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-56859c5e-4372-4435-a944-7f49440f29b4 req-7c6a9ceb-dac1-4e62-924c-49ee0316c456 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809572 Mar 02 14:09:22.840438 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-56859c5e-4372-4435-a944-7f49440f29b4 req-31dd0451-df57-4758-a40a-ab9093ea1b4c service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840499 Mar 02 14:09:35.889830 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5746b1fb-cd16-44ec-88f0-c49aed3a6e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:09:38.091978 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-a7b1c0a5-5206-4370-89a1-de1fca4bc544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:09:39.474743 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:09:40.909480 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:09:42.631456 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:09:43.241672 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:09:44.222313 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:00.070239 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9994f-92fc-4603-9771-2fe0bdc8ff3a req-74ef1032-b231-47c2-a4bf-b06c96e2d485 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:00.071996 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fcf9994f-92fc-4603-9771-2fe0bdc8ff3a req-74ef1032-b231-47c2-a4bf-b06c96e2d485 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 945 time: 0.0552623 Mar 02 14:10:00.122290 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fcf9994f-92fc-4603-9771-2fe0bdc8ff3a req-6cedee94-863f-4bb5-b1e4-a7186771f35b tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448010 Mar 02 14:10:01.238950 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c614a3-9f72-4bbe-b80c-52711db99f0c req-7279865d-0a02-4122-9a4d-6bd4a2d900b3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:01.240390 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-38c614a3-9f72-4bbe-b80c-52711db99f0c req-7279865d-0a02-4122-9a4d-6bd4a2d900b3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 945 time: 0.0514359 Mar 02 14:10:01.288109 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-38c614a3-9f72-4bbe-b80c-52711db99f0c req-d2ba40e6-b6d7-4629-ad66-51b8d374995d tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415444 Mar 02 14:10:01.551210 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf65bd-3e6a-4dcd-86e3-3ea74cf95ce0 req-c6ee2704-35e6-47dc-b676-08eda6cb2565 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:01.552721 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-58bf65bd-3e6a-4dcd-86e3-3ea74cf95ce0 req-c6ee2704-35e6-47dc-b676-08eda6cb2565 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 945 time: 0.0514247 Mar 02 14:10:01.643409 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-58bf65bd-3e6a-4dcd-86e3-3ea74cf95ce0 req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Deleting port ce0e199d-a296-4001-acf2-aeb2f6407fd1 {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:10:01.643756 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-58bf65bd-3e6a-4dcd-86e3-3ea74cf95ce0 req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (ce0e199d-a296-4001-acf2-aeb2f6407fd1), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:01.729004 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-58bf65bd-3e6a-4dcd-86e3-3ea74cf95ce0 req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] For port ce0e199d-a296-4001-acf2-aeb2f6407fd1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ce0e199d-a296-4001-acf2-aeb2f6407fd1,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:10:01.729363 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-58bf65bd-3e6a-4dcd-86e3-3ea74cf95ce0 req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (ce0e199d-a296-4001-acf2-aeb2f6407fd1), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:01.899779 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-58bf65bd-3e6a-4dcd-86e3-3ea74cf95ce0 req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:01.900086 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-58bf65bd-3e6a-4dcd-86e3-3ea74cf95ce0 req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607373'] for floatingip (ce0b5b19-f39d-4b96-b0ea-459a10b9fa80), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:01.900466 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.db.l3_db [req-58bf65bd-3e6a-4dcd-86e3-3ea74cf95ce0 req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Floating IP ce0b5b19-f39d-4b96-b0ea-459a10b9fa80 disassociated. External IP: 172.27.1.96, port: ce0e199d-a296-4001-acf2-aeb2f6407fd1. Mar 02 14:10:01.900814 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-58bf65bd-3e6a-4dcd-86e3-3ea74cf95ce0 req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Calling delete_port for ce0e199d-a296-4001-acf2-aeb2f6407fd1 owned by compute:nova {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:10:02.025022 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-58bf65bd-3e6a-4dcd-86e3-3ea74cf95ce0 req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (ce0e199d-a296-4001-acf2-aeb2f6407fd1), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:02.053193 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event deleted for resources: {'Port': ['ID=ce0e199d-a296-4001-acf2-aeb2f6407fd1,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:10:02.062800 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:02.063165 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:02.063524 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:02.063868 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:02.064211 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:02.064550 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:02.064888 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:02.065224 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:02.065563 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:02.065899 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:02.066291 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:02.066628 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:02.066986 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:02.181093 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58bf65bd-3e6a-4dcd-86e3-3ea74cf95ce0 req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:10:02.288802 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58bf65bd-3e6a-4dcd-86e3-3ea74cf95ce0 req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:10:02.300369 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e12158a-8c21-4893-aa0d-f911057d4bdc None None] Sync routers for ids ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:10:02.310245 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e12158a-8c21-4893-aa0d-f911057d4bdc None None] Routers {'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:10:02.311213 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-5e12158a-8c21-4893-aa0d-f911057d4bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:09:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:10:02.333486 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bf65bd-3e6a-4dcd-86e3-3ea74cf95ce0 req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] No DVR routers for this DVR port ce0e199d-a296-4001-acf2-aeb2f6407fd1 on host hv-cinder-83124 {{(pid=102939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:10:02.335897 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-58bf65bd-3e6a-4dcd-86e3-3ea74cf95ce0 req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:02.339857 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-58bf65bd-3e6a-4dcd-86e3-3ea74cf95ce0 req-7be8c620-c006-44c9-926c-57fea2add594 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.20 "DELETE /v2.0/ports/ce0e199d-a296-4001-acf2-aeb2f6407fd1 HTTP/1.1" status: 204 len: 173 time: 0.7825694 Mar 02 14:10:02.340313 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba', 'name': 'network-vif-deleted', 'tag': 'ce0e199d-a296-4001-acf2-aeb2f6407fd1'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:10:02.343070 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6db256-0d4d-4d23-80e3-0e5f8b3c3558" -d '{"events": [{"server_uuid": "78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba", "name": "network-vif-deleted", "tag": "ce0e199d-a296-4001-acf2-aeb2f6407fd1"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:10:02.417407 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7a94d8ef-f875-46bd-a554-5bd55d0f2faf req-b10f0b72-5a5c-41be-a0e7-3a8f85827f72 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba HTTP/1.1" status: 200 len: 210 time: 0.0416048 Mar 02 14:10:02.451204 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-5e12158a-8c21-4893-aa0d-f911057d4bdc None None] Set router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:10:02.538920 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e54344a-ea57-475a-9407-b8b6fdc7b3fe x-openstack-request-id: req-3e54344a-ea57-475a-9407-b8b6fdc7b3fe {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:10:02.539220 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba", "name": "network-vif-deleted", "tag": "ce0e199d-a296-4001-acf2-aeb2f6407fd1", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:10:02.540244 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e54344a-ea57-475a-9407-b8b6fdc7b3fe {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:10:02.540899 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a7a0ce-6fc6-4729-b0e7-fa52c3b455ba', 'name': 'network-vif-deleted', 'tag': 'ce0e199d-a296-4001-acf2-aeb2f6407fd1', 'status': 'completed', 'code': 200} Mar 02 14:10:02.666050 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-5e12158a-8c21-4893-aa0d-f911057d4bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:33Z', 'revision_number': 5, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:10:02.693777 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e12158a-8c21-4893-aa0d-f911057d4bdc None None] Checking router: b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:10:02.711035 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e12158a-8c21-4893-aa0d-f911057d4bdc None None] Routers {'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:10:02.711962 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-5e12158a-8c21-4893-aa0d-f911057d4bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:09:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:10:02.821498 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-5e12158a-8c21-4893-aa0d-f911057d4bdc None None] Set router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:10:03.024959 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-5e12158a-8c21-4893-aa0d-f911057d4bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:33Z', 'revision_number': 5, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:10:03.052189 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e12158a-8c21-4893-aa0d-f911057d4bdc None None] The sync data for ids ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'] in dv-cinder-831247-3-iscsi is: [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:33Z', 'revision_number': 5, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:10:03.268583 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913bd3da-a60e-4986-87c7-28a3ade8321f None None] New status for floating IP ce0b5b19-f39d-4b96-b0ea-459a10b9fa80: DOWN {{(pid=102942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 14:10:03.612996 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cce084a0-fef9-438f-a479-489f895949ec req-eab9e5f0-7c7a-4335-acd3-ef4b68fba140 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-26683488&fields=id&tenant_id=84fae2afd87147b882c0365ab4e0d750 HTTP/1.1" status: 200 len: 267 time: 0.0436413 Mar 02 14:10:03.715398 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce084a0-fef9-438f-a479-489f895949ec req-a982045f-dcca-49b4-9ba5-7dc90bbbb554 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:03.716717 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cce084a0-fef9-438f-a479-489f895949ec req-a982045f-dcca-49b4-9ba5-7dc90bbbb554 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/networks?id=d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 200 len: 812 time: 0.0973067 Mar 02 14:10:03.730614 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cce084a0-fef9-438f-a479-489f895949ec req-3bf6a3a1-9273-41a2-8b51-cab1e2e8d734 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/quotas/84fae2afd87147b882c0365ab4e0d750 HTTP/1.1" status: 200 len: 375 time: 0.0086794 Mar 02 14:10:03.787948 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cce084a0-fef9-438f-a479-489f895949ec req-9f755558-0c50-48a1-94b4-af1d50433dae tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=84fae2afd87147b882c0365ab4e0d750&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526760 Mar 02 14:10:03.942922 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cce084a0-fef9-438f-a479-489f895949ec req-b05cfae6-04d1-4665-8ef1-5ea2484c81fc service neutron] 10.222.0.36 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430933 Mar 02 14:10:04.036221 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cce084a0-fef9-438f-a479-489f895949ec req-80c5aea2-8501-4c77-a447-3deaa998abe9 service neutron] 10.222.0.36 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868065 Mar 02 14:10:04.320880 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f5fda55d-7dcc-471d-968b-d032e4caccf9 req-f3205f4f-4d9d-4ebf-9d0e-0ae93dff3beb tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 210 time: 0.0271409 Mar 02 14:10:05.297287 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce084a0-fef9-438f-a479-489f895949ec req-567d0dde-f58a-4e6d-b663-b91c2ac00300 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:05.298750 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cce084a0-fef9-438f-a479-489f895949ec req-567d0dde-f58a-4e6d-b663-b91c2ac00300 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.20 "GET /v2.0/networks?id=d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 200 len: 812 time: 0.1048489 Mar 02 14:10:05.361831 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cce084a0-fef9-438f-a479-489f895949ec req-ed2bb649-0c93-42b4-800d-c56d882d70ec tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84fae2afd87147b882c0365ab4e0d750 HTTP/1.1" status: 200 len: 378 time: 0.0554700 Mar 02 14:10:05.370377 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-cce084a0-fef9-438f-a479-489f895949ec req-93c0b7aa-2d30-4451-a8e9-45481b154404 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Request body: {'port': {'device_id': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'admin_state_up': True, 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'security_groups': ['c8e33708-2d80-42ea-9111-831fc82e786e']}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:10:05.415777 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c6a793e6-df02-404c-b56b-f0272ec902b5 req-4221ecfb-7115-4e2f-ba0e-581fa9e46b4b tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 210 time: 0.0274351 Mar 02 14:10:05.440870 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device ce0e199d-a296-4001-acf2-aeb2f6407fd1 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:10:05.462792 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: ce0e199d-a296-4001-acf2-aeb2f6407fd1 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:10:05.463151 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device ce0e199d-a296-4001-acf2-aeb2f6407fd1 not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:10:05.483942 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce084a0-fef9-438f-a479-489f895949ec req-93c0b7aa-2d30-4451-a8e9-45481b154404 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Made reservation on behalf of 84fae2afd87147b882c0365ab4e0d750 for: {'port': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:10:05.487392 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cce084a0-fef9-438f-a479-489f895949ec req-93c0b7aa-2d30-4451-a8e9-45481b154404 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:05.624291 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [req-cce084a0-fef9-438f-a479-489f895949ec req-93c0b7aa-2d30-4451-a8e9-45481b154404 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Allocated IP 172.20.0.3 (d4470439-0315-47e5-9434-e5eee6df320e/8a8e7ec2-7aba-48ce-a8f3-97d476fd1970/476f21ff-865c-4fe3-8cce-535031502da7) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:10:05.767713 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cce084a0-fef9-438f-a479-489f895949ec req-93c0b7aa-2d30-4451-a8e9-45481b154404 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for port (476f21ff-865c-4fe3-8cce-535031502da7), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:05.799831 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cce084a0-fef9-438f-a479-489f895949ec req-93c0b7aa-2d30-4451-a8e9-45481b154404 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (476f21ff-865c-4fe3-8cce-535031502da7), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:05.849745 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce084a0-fef9-438f-a479-489f895949ec req-93c0b7aa-2d30-4451-a8e9-45481b154404 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Network d4470439-0315-47e5-9434-e5eee6df320e is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:10:05.853743 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [req-cce084a0-fef9-438f-a479-489f895949ec req-93c0b7aa-2d30-4451-a8e9-45481b154404 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:10:05.857375 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce084a0-fef9-438f-a479-489f895949ec req-93c0b7aa-2d30-4451-a8e9-45481b154404 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:10:05.863712 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0b7aa-2d30-4451-a8e9-45481b154404 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event updated for resources: {'Port': ['ID=476f21ff-865c-4fe3-8cce-535031502da7,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:10:05.896552 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5ba65a68-c820-4236-b3a8-7fc6adc41d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:05.920811 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce084a0-fef9-438f-a479-489f895949ec req-93c0b7aa-2d30-4451-a8e9-45481b154404 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:05.921408 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cce084a0-fef9-438f-a479-489f895949ec req-93c0b7aa-2d30-4451-a8e9-45481b154404 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:05.938788 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cce084a0-fef9-438f-a479-489f895949ec req-93c0b7aa-2d30-4451-a8e9-45481b154404 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5723865 Mar 02 14:10:05.950110 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Request body: {'port': {'device_id': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:10:06.012428 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (476f21ff-865c-4fe3-8cce-535031502da7), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:06.066168 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4f5c13e4-7425-4594-a3e6-876054b64eeb None None] Provisioning complete for port 476f21ff-865c-4fe3-8cce-535031502da7 triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:10:06.066542 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4f5c13e4-7425-4594-a3e6-876054b64eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (476f21ff-865c-4fe3-8cce-535031502da7), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:06.234965 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4f5c13e4-7425-4594-a3e6-876054b64eeb None None] Port 476f21ff-865c-4fe3-8cce-535031502da7 cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 14:10:06.294370 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476f21ff-865c-4fe3-8cce-535031502da7 {{(pid=102939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:10:06.301736 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Publish callbacks [] for port (476f21ff-865c-4fe3-8cce-535031502da7), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:06.313611 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.provisioning_blocks [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Transition to ACTIVE for port object 476f21ff-865c-4fe3-8cce-535031502da7 will not be triggered until provisioned by entity L2. {{(pid=102939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:10:06.317519 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (476f21ff-865c-4fe3-8cce-535031502da7), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:06.367235 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Pushing event updated for resources: {'Port': ['ID=476f21ff-865c-4fe3-8cce-535031502da7,revision_number=2']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:10:06.439301 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Attempting to bind port 476f21ff-865c-4fe3-8cce-535031502da7 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:10:06.439645 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Attempting to bind port 476f21ff-865c-4fe3-8cce-535031502da7 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:10:06.439982 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Attempting to bind port 476f21ff-865c-4fe3-8cce-535031502da7 on network d4470439-0315-47e5-9434-e5eee6df320e {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:10:06.444916 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Port 476f21ff-865c-4fe3-8cce-535031502da7 on network d4470439-0315-47e5-9434-e5eee6df320e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:10:06.445245 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Attempting to bind port 476f21ff-865c-4fe3-8cce-535031502da7 on network d4470439-0315-47e5-9434-e5eee6df320e {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:10:06.450582 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:10:06.451151 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Checking segment: {'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:10:06.451750 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Bound using segment: {'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:10:06.452228 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Bound port: 476f21ff-865c-4fe3-8cce-535031502da7, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'}}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:10:06.452600 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (476f21ff-865c-4fe3-8cce-535031502da7), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:06.520341 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] For port 476f21ff-865c-4fe3-8cce-535031502da7, host hv-cinder-83124, cleared binding levels {{(pid=102939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:10:06.525334 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] For port 476f21ff-865c-4fe3-8cce-535031502da7, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=476f21ff-865c-4fe3-8cce-535031502da7,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:10:06.531765 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (476f21ff-865c-4fe3-8cce-535031502da7), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:06.535562 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3142ba7-ac5c-4fb1-8fde-f8560149b30d req-f291a38f-97d0-44fa-8846-5a085d5f3f61 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:06.539114 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c3142ba7-ac5c-4fb1-8fde-f8560149b30d req-f291a38f-97d0-44fa-8846-5a085d5f3f61 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 943 time: 0.0568013 Mar 02 14:10:06.568293 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:06.569872 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:06.570949 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cce084a0-fef9-438f-a479-489f895949ec req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] 10.222.0.20 "PUT /v2.0/ports/476f21ff-865c-4fe3-8cce-535031502da7 HTTP/1.1" status: 200 len: 1093 time: 0.6251283 Mar 02 14:10:06.573880 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'tag': '476f21ff-865c-4fe3-8cce-535031502da7'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:10:06.577615 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3d0c49-1349-4b22-aa43-a0fef0b4700e" -d '{"events": [{"name": "network-changed", "server_uuid": "75f5f113-9b24-4768-9665-f408c1ca1c18", "tag": "476f21ff-865c-4fe3-8cce-535031502da7"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:10:06.606094 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c3142ba7-ac5c-4fb1-8fde-f8560149b30d req-066a3e4b-d4c9-491e-8b2b-0e9962241ca9 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571156 Mar 02 14:10:06.630797 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a88fa7-c3d1-4d6b-a608-f34f78e357b5 x-openstack-request-id: req-d1a88fa7-c3d1-4d6b-a608-f34f78e357b5 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:10:06.631099 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f5f113-9b24-4768-9665-f408c1ca1c18", "tag": "476f21ff-865c-4fe3-8cce-535031502da7", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:10:06.631358 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1a88fa7-c3d1-4d6b-a608-f34f78e357b5 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:10:06.631755 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'tag': '476f21ff-865c-4fe3-8cce-535031502da7', 'status': 'completed', 'code': 200} Mar 02 14:10:06.651228 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b9a5d-655d-4545-b726-d44a3156da47 service neutron] Pushing event updated for resources: {'Port': ['ID=476f21ff-865c-4fe3-8cce-535031502da7,revision_number=3']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:10:06.675109 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce084a0-fef9-438f-a479-489f895949ec req-c0c66773-bb15-422f-9b78-7093d39847cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:06.676645 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cce084a0-fef9-438f-a479-489f895949ec req-c0c66773-bb15-422f-9b78-7093d39847cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84fae2afd87147b882c0365ab4e0d750&device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 1127 time: 0.0592737 Mar 02 14:10:06.723329 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cce084a0-fef9-438f-a479-489f895949ec req-e8384711-0fcc-41a6-8b7a-51cd59b92397 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=476f21ff-865c-4fe3-8cce-535031502da7 HTTP/1.1" status: 200 len: 217 time: 0.0399377 Mar 02 14:10:06.777706 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce084a0-fef9-438f-a479-489f895949ec req-a12dcdcb-4bb2-405d-9334-d5d977b8be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:06.779220 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cce084a0-fef9-438f-a479-489f895949ec req-a12dcdcb-4bb2-405d-9334-d5d977b8be15 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a8e7ec2-7aba-48ce-a8f3-97d476fd1970 HTTP/1.1" status: 200 len: 851 time: 0.0500453 Mar 02 14:10:06.825972 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce084a0-fef9-438f-a479-489f895949ec req-d877453b-797e-41a7-b55c-45770a7ccb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:06.827803 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cce084a0-fef9-438f-a479-489f895949ec req-d877453b-797e-41a7-b55c-45770a7ccb21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4470439-0315-47e5-9434-e5eee6df320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431814 Mar 02 14:10:06.919935 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cce084a0-fef9-438f-a479-489f895949ec req-1ca8d6da-9886-4959-b662-8e8953494172 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859337 Mar 02 14:10:07.006948 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cce084a0-fef9-438f-a479-489f895949ec req-f0d61ff8-7413-43bc-b848-95bf3d94d7e0 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813489 Mar 02 14:10:07.101593 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d0c49-1349-4b22-aa43-a0fef0b4700e req-5bc576f3-5e3a-4865-a3cc-99c2875a8ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:07.103689 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-3f3d0c49-1349-4b22-aa43-a0fef0b4700e req-5bc576f3-5e3a-4865-a3cc-99c2875a8ef7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84fae2afd87147b882c0365ab4e0d750&device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 1127 time: 0.0478532 Mar 02 14:10:07.190604 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d0c49-1349-4b22-aa43-a0fef0b4700e req-26ad4b86-fda7-4189-91ee-a64728d2770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:07.192084 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-3f3d0c49-1349-4b22-aa43-a0fef0b4700e req-26ad4b86-fda7-4189-91ee-a64728d2770f service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 200 len: 913 time: 0.0817168 Mar 02 14:10:07.235028 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-3f3d0c49-1349-4b22-aa43-a0fef0b4700e req-1a1891d3-ccd2-49fa-b125-d6cd75df2858 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=476f21ff-865c-4fe3-8cce-535031502da7 HTTP/1.1" status: 200 len: 217 time: 0.0363300 Mar 02 14:10:07.281728 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d0c49-1349-4b22-aa43-a0fef0b4700e req-8e9ff226-5d6f-4ba6-883d-641417b7d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:07.283127 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-3f3d0c49-1349-4b22-aa43-a0fef0b4700e req-8e9ff226-5d6f-4ba6-883d-641417b7d7ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a8e7ec2-7aba-48ce-a8f3-97d476fd1970 HTTP/1.1" status: 200 len: 851 time: 0.0425055 Mar 02 14:10:07.331116 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d0c49-1349-4b22-aa43-a0fef0b4700e req-e3f9652f-a144-4c74-bae6-c5366b15aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:07.332572 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-3f3d0c49-1349-4b22-aa43-a0fef0b4700e req-e3f9652f-a144-4c74-bae6-c5366b15aad4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4470439-0315-47e5-9434-e5eee6df320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435340 Mar 02 14:10:07.421989 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-3f3d0c49-1349-4b22-aa43-a0fef0b4700e req-b6fe12ed-2b5d-46ab-af19-6ed9147b5b1a service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834179 Mar 02 14:10:07.508488 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-3f3d0c49-1349-4b22-aa43-a0fef0b4700e req-7ac9c920-2e3d-4c21-be06-4ab900067050 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807803 Mar 02 14:10:07.718567 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e39ee4-2231-432b-8de0-f1255823d358 req-6a90e987-10c8-4685-aeb0-672b349f10e3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:07.719990 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-33e39ee4-2231-432b-8de0-f1255823d358 req-6a90e987-10c8-4685-aeb0-672b349f10e3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 943 time: 0.0575383 Mar 02 14:10:07.768681 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-33e39ee4-2231-432b-8de0-f1255823d358 req-0e8a5707-c957-4a15-bee6-a9dd9349d4f2 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428858 Mar 02 14:10:08.092751 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-7efa0c76-e5a4-42d9-9b3e-2832187b9710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:08.889468 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641331b-dc44-466c-8378-2cf902a93a74 req-a188cd27-23a7-4d5f-aaff-4035c5e6e51f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:08.891179 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c641331b-dc44-466c-8378-2cf902a93a74 req-a188cd27-23a7-4d5f-aaff-4035c5e6e51f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 943 time: 0.0520971 Mar 02 14:10:08.939174 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c641331b-dc44-466c-8378-2cf902a93a74 req-b95766d8-c182-440e-b855-569d735e55bb tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420384 Mar 02 14:10:09.478870 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:10.057217 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862a0ad-bacd-42b2-a198-3af2b93687ce req-7dec21d2-9b3a-4ee8-b6eb-40842c88b01c tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:10.058686 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8862a0ad-bacd-42b2-a198-3af2b93687ce req-7dec21d2-9b3a-4ee8-b6eb-40842c88b01c tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 943 time: 0.0551436 Mar 02 14:10:10.106242 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-8862a0ad-bacd-42b2-a198-3af2b93687ce req-01d188ad-e4cf-44d5-bc91-b4ff010a46a6 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420537 Mar 02 14:10:10.911932 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:11.221700 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691edfb-7060-4e41-8da0-9f030daa3353 req-752d64e8-888c-471b-87ea-77853752c8f7 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:11.223084 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a691edfb-7060-4e41-8da0-9f030daa3353 req-752d64e8-888c-471b-87ea-77853752c8f7 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 943 time: 0.0515981 Mar 02 14:10:11.272328 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a691edfb-7060-4e41-8da0-9f030daa3353 req-c2a597b8-74e6-4773-b8fe-666c0fdfe439 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432732 Mar 02 14:10:12.390883 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a6675-2574-4301-8f8f-b3a0986e03b4 req-6b64286b-12a1-49ef-82fb-4de14ef22666 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:12.392267 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c52a6675-2574-4301-8f8f-b3a0986e03b4 req-6b64286b-12a1-49ef-82fb-4de14ef22666 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 943 time: 0.0524158 Mar 02 14:10:12.441851 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c52a6675-2574-4301-8f8f-b3a0986e03b4 req-51e740d3-fcff-407d-bceb-a23b3b1ea591 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439451 Mar 02 14:10:12.635574 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:13.555546 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ed9f8-c07b-49bf-b001-3bfa28c7ebcf req-6019e1c7-55f2-4d6d-bd2c-832c1908edf5 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:13.556984 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-aa0ed9f8-c07b-49bf-b001-3bfa28c7ebcf req-6019e1c7-55f2-4d6d-bd2c-832c1908edf5 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 943 time: 0.0516889 Mar 02 14:10:13.603831 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-aa0ed9f8-c07b-49bf-b001-3bfa28c7ebcf req-ff1ea7dc-085b-457b-8b97-4200c0a46528 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414565 Mar 02 14:10:14.253029 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:14.719594 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c47b6-a643-4663-8ea8-c6d4dde5d09d req-661ef26e-c21f-47aa-beff-a0c52bbf9ddc tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:14.721068 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-859c47b6-a643-4663-8ea8-c6d4dde5d09d req-661ef26e-c21f-47aa-beff-a0c52bbf9ddc tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 943 time: 0.0514693 Mar 02 14:10:14.768715 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-859c47b6-a643-4663-8ea8-c6d4dde5d09d req-878f0eaa-e1bd-4f97-83c9-c09f16022d25 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419166 Mar 02 14:10:15.533500 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 476f21ff-865c-4fe3-8cce-535031502da7 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:10:15.627052 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 476f21ff-865c-4fe3-8cce-535031502da7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=476f21ff-865c-4fe3-8cce-535031502da7,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:10:15.638510 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': '476f21ff-865c-4fe3-8cce-535031502da7', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'port_id': '476f21ff-865c-4fe3-8cce-535031502da7', 'mac_address': 'fa:16:3e:b6:86:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:10:15.677164 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 476f21ff-865c-4fe3-8cce-535031502da7 is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:10:15.677552 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (476f21ff-865c-4fe3-8cce-535031502da7), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:15.689588 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476f21ff-865c-4fe3-8cce-535031502da7 {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:10:15.708416 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 476f21ff-865c-4fe3-8cce-535031502da7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=476f21ff-865c-4fe3-8cce-535031502da7,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:10:15.717437 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (476f21ff-865c-4fe3-8cce-535031502da7), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:15.763213 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=476f21ff-865c-4fe3-8cce-535031502da7,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:10:15.770023 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:15.770620 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:15.771000 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:15.771342 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:15.771676 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:15.772007 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:15.772339 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:15.772666 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:15.772999 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:15.773894 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:15.774196 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:15.774530 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:15.774867 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:15.891774 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f033d-9cc7-4a29-bd35-7a9101cd42b7 req-072b59d1-af93-4395-bd4c-3a0103f3dba7 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:15.893246 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-113f033d-9cc7-4a29-bd35-7a9101cd42b7 req-072b59d1-af93-4395-bd4c-3a0103f3dba7 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 944 time: 0.0582020 Mar 02 14:10:15.940941 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-113f033d-9cc7-4a29-bd35-7a9101cd42b7 req-9572eb08-698e-4fa7-bc89-375e76541ab6 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412416 Mar 02 14:10:15.953227 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['476f21ff-865c-4fe3-8cce-535031502da7'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:10:17.056360 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5b36f-d00d-4f73-8f30-b145f9ec6f86 req-6a7c789c-a995-4ef0-9108-a2af30b677b4 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:17.057833 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d0a5b36f-d00d-4f73-8f30-b145f9ec6f86 req-6a7c789c-a995-4ef0-9108-a2af30b677b4 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 944 time: 0.0521340 Mar 02 14:10:17.106218 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d0a5b36f-d00d-4f73-8f30-b145f9ec6f86 req-b60271d3-4d47-444d-a13c-54e2549d7c05 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429215 Mar 02 14:10:17.549585 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 476f21ff-865c-4fe3-8cce-535031502da7 up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:10:17.595998 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port 476f21ff-865c-4fe3-8cce-535031502da7 completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:10:17.599569 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port 476f21ff-865c-4fe3-8cce-535031502da7 triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:10:17.599945 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (476f21ff-865c-4fe3-8cce-535031502da7), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:17.679841 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 476f21ff-865c-4fe3-8cce-535031502da7 is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:10:17.680369 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (476f21ff-865c-4fe3-8cce-535031502da7), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:17.701866 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476f21ff-865c-4fe3-8cce-535031502da7'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:10:17.704207 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1867e9b1-d02e-47db-be29-b3c0f4129279" -d '{"events": [{"server_uuid": "75f5f113-9b24-4768-9665-f408c1ca1c18", "name": "network-vif-plugged", "status": "completed", "tag": "476f21ff-865c-4fe3-8cce-535031502da7"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:10:17.717610 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 476f21ff-865c-4fe3-8cce-535031502da7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=476f21ff-865c-4fe3-8cce-535031502da7,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:10:17.722556 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (476f21ff-865c-4fe3-8cce-535031502da7), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:17.747717 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e882e4-93a0-4b2b-8d85-4a0732dc06d0 x-openstack-request-id: req-31e882e4-93a0-4b2b-8d85-4a0732dc06d0 {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:10:17.748029 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f5f113-9b24-4768-9665-f408c1ca1c18", "name": "network-vif-plugged", "status": "completed", "tag": "476f21ff-865c-4fe3-8cce-535031502da7", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:10:17.748289 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-31e882e4-93a0-4b2b-8d85-4a0732dc06d0 {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:10:17.748692 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476f21ff-865c-4fe3-8cce-535031502da7', 'code': 200} Mar 02 14:10:17.775629 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=476f21ff-865c-4fe3-8cce-535031502da7,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:10:17.942081 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001bcab-1ec1-45cf-b219-08369d071e70 req-f1db99d6-a584-4667-a760-6b9e95eb3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:17.943482 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-d001bcab-1ec1-45cf-b219-08369d071e70 req-f1db99d6-a584-4667-a760-6b9e95eb3152 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 1129 time: 0.0419307 Mar 02 14:10:17.991560 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-d001bcab-1ec1-45cf-b219-08369d071e70 req-b45acc08-64fb-4816-9c10-da755fd27ef0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422366 Mar 02 14:10:18.219932 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8e9a7-15a4-404b-8d36-d025f66d5d85 req-1c2569cc-a99a-44f5-91ef-3c2ed18a0cbd tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:18.221274 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a6c8e9a7-15a4-404b-8d36-d025f66d5d85 req-1c2569cc-a99a-44f5-91ef-3c2ed18a0cbd tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 945 time: 0.0503013 Mar 02 14:10:18.273689 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a6c8e9a7-15a4-404b-8d36-d025f66d5d85 req-d1bbcd01-1cba-46b9-b013-f7bbd25987a4 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465455 Mar 02 14:10:19.393115 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6877d1b-7a85-475a-a130-f3e1acaa9539 req-40ed636f-5457-4ea9-a65d-57edf355a529 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:19.394481 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d6877d1b-7a85-475a-a130-f3e1acaa9539 req-40ed636f-5457-4ea9-a65d-57edf355a529 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 945 time: 0.0522411 Mar 02 14:10:19.442439 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-d6877d1b-7a85-475a-a130-f3e1acaa9539 req-b33fc704-f705-4c65-98f4-fc567697bbee tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420263 Mar 02 14:10:19.556608 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90393250-9092-4a2c-9364-aa53387e9eac req-1de35bd6-2e37-47e2-8041-2265b98507b2 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:19.558054 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-90393250-9092-4a2c-9364-aa53387e9eac req-1de35bd6-2e37-47e2-8041-2265b98507b2 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 945 time: 0.0517838 Mar 02 14:10:19.604874 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-90393250-9092-4a2c-9364-aa53387e9eac req-ee4a8700-b2a8-4651-9b75-8a4a71b57d62 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413570 Mar 02 14:10:19.626918 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41664) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:10:19.673728 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddcb37a-941e-478f-b3eb-30b41238baf8 tempest-TestVolumeBootPattern-344186978 tempest-TestVolumeBootPattern-344186978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:19.675133 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-7ddcb37a-941e-478f-b3eb-30b41238baf8 tempest-TestVolumeBootPattern-344186978 tempest-TestVolumeBootPattern-344186978-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 1124 time: 0.0472655 Mar 02 14:10:19.677780 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41666) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:10:19.682529 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Request body: {'floatingip': {'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'port_id': '476f21ff-865c-4fe3-8cce-535031502da7', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:10:19.701413 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:19.793431 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:20.161601 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Allocated IP 172.27.1.121 (8a7b981f-934d-4891-8b40-a612fdbe7a6a/d2fe738d-81f5-4c8e-ae81-924cae8fe95a/be9b248e-84df-4174-aa69-8f65f2fdb69d) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:10:20.239662 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:10:20.259770 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for port (be9b248e-84df-4174-aa69-8f65f2fdb69d), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:20.292413 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (be9b248e-84df-4174-aa69-8f65f2fdb69d), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:20.331287 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:10:20.336065 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:10:20.338677 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:10:20.371518 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event updated for resources: {'Port': ['ID=be9b248e-84df-4174-aa69-8f65f2fdb69d,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:10:20.382222 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:20.382691 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:20.383173 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:20.383527 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:20.383873 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:20.384219 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:20.384559 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:20.384895 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:20.385231 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:20.385566 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:20.385930 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:20.386263 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:20.386592 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:10:20.722317 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for floatingip (afbb8320-e1ab-4efd-9e55-1bfc9b24ace0), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:20.796536 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (be9b248e-84df-4174-aa69-8f65f2fdb69d), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:20.942125 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for port (be9b248e-84df-4174-aa69-8f65f2fdb69d), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:20.946613 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (be9b248e-84df-4174-aa69-8f65f2fdb69d), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:21.021037 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event updated for resources: {'Port': ['ID=be9b248e-84df-4174-aa69-8f65f2fdb69d,revision_number=2']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:10:21.029781 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607373'] for floatingip (afbb8320-e1ab-4efd-9e55-1bfc9b24ace0), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:21.138568 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.db.l3_db [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Floating IP afbb8320-e1ab-4efd-9e55-1bfc9b24ace0 associated. External IP: 172.27.1.121, port: 476f21ff-865c-4fe3-8cce-535031502da7. Mar 02 14:10:21.347038 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:10:21.458039 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:10:21.468522 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c8240-1390-45ec-8758-7782fe2e8f11 None None] Sync routers for ids ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:10:21.478871 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54c8240-1390-45ec-8758-7782fe2e8f11 None None] Routers {'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:10:21.479716 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-d54c8240-1390-45ec-8758-7782fe2e8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:10:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:10:21.480207 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:21.511841 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-f43740e0-50e7-4039-a1dc-6c320fd5215e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8330698 Mar 02 14:10:21.512434 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'tag': '476f21ff-865c-4fe3-8cce-535031502da7'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:10:21.514716 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5176040-6575-422f-917c-c573fd5839e1" -d '{"events": [{"name": "network-changed", "server_uuid": "75f5f113-9b24-4768-9665-f408c1ca1c18", "tag": "476f21ff-865c-4fe3-8cce-535031502da7"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:10:21.551450 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7dddfe-ba9a-40c9-add1-f05ce2f6fa02 x-openstack-request-id: req-2e7dddfe-ba9a-40c9-add1-f05ce2f6fa02 {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:10:21.552022 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f5f113-9b24-4768-9665-f408c1ca1c18", "tag": "476f21ff-865c-4fe3-8cce-535031502da7", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:10:21.552283 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e7dddfe-ba9a-40c9-add1-f05ce2f6fa02 {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:10:21.552694 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'tag': '476f21ff-865c-4fe3-8cce-535031502da7', 'status': 'completed', 'code': 200} Mar 02 14:10:21.596892 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-d54c8240-1390-45ec-8758-7782fe2e8f11 None None] Set router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:10:21.615968 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5176040-6575-422f-917c-c573fd5839e1 req-b90fba9b-f547-4129-a620-487905b8d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:21.617718 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f5176040-6575-422f-917c-c573fd5839e1 req-b90fba9b-f547-4129-a620-487905b8d36c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84fae2afd87147b882c0365ab4e0d750&device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 1129 time: 0.0453243 Mar 02 14:10:21.709092 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5176040-6575-422f-917c-c573fd5839e1 req-80368575-2a5a-49df-a213-a398fb1517e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:21.710622 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f5176040-6575-422f-917c-c573fd5839e1 req-80368575-2a5a-49df-a213-a398fb1517e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 200 len: 913 time: 0.0874779 Mar 02 14:10:21.779977 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f5176040-6575-422f-917c-c573fd5839e1 req-e8cccef9-269a-4c42-87fe-7eb9be9dba7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=476f21ff-865c-4fe3-8cce-535031502da7 HTTP/1.1" status: 200 len: 999 time: 0.0626626 Mar 02 14:10:21.820532 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-d54c8240-1390-45ec-8758-7782fe2e8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': 'afbb8320-e1ab-4efd-9e55-1bfc9b24ace0', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'port_id': '476f21ff-865c-4fe3-8cce-535031502da7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'mac_address': 'fa:16:3e:b6:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:10:20Z', 'updated_at': '2022-03-02T14:10:20Z', 'revision_number': 0, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:33Z', 'revision_number': 5, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:10:21.826625 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5176040-6575-422f-917c-c573fd5839e1 req-67129538-0f5d-43c4-b302-f0512d9d34a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:21.828168 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f5176040-6575-422f-917c-c573fd5839e1 req-67129538-0f5d-43c4-b302-f0512d9d34a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a8e7ec2-7aba-48ce-a8f3-97d476fd1970 HTTP/1.1" status: 200 len: 851 time: 0.0424149 Mar 02 14:10:21.847822 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c8240-1390-45ec-8758-7782fe2e8f11 None None] Checking router: b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:10:21.857123 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54c8240-1390-45ec-8758-7782fe2e8f11 None None] Routers {'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:10:21.857749 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-d54c8240-1390-45ec-8758-7782fe2e8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:10:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:10:21.877573 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5176040-6575-422f-917c-c573fd5839e1 req-2289597e-67d2-4a5a-8f94-854ee09fafd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:21.879087 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f5176040-6575-422f-917c-c573fd5839e1 req-2289597e-67d2-4a5a-8f94-854ee09fafd8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4470439-0315-47e5-9434-e5eee6df320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454764 Mar 02 14:10:21.966033 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-d54c8240-1390-45ec-8758-7782fe2e8f11 None None] Set router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:10:21.971118 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f5176040-6575-422f-917c-c573fd5839e1 req-94039d11-a0ce-424d-9a42-55b9aed7f5d5 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861962 Mar 02 14:10:22.066422 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f5176040-6575-422f-917c-c573fd5839e1 req-fdd37341-faeb-46d7-8a93-c0760977d1f6 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899079 Mar 02 14:10:22.192401 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-d54c8240-1390-45ec-8758-7782fe2e8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': 'afbb8320-e1ab-4efd-9e55-1bfc9b24ace0', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'port_id': '476f21ff-865c-4fe3-8cce-535031502da7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'mac_address': 'fa:16:3e:b6:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:10:20Z', 'updated_at': '2022-03-02T14:10:20Z', 'revision_number': 0, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:33Z', 'revision_number': 5, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:10:22.218127 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c8240-1390-45ec-8758-7782fe2e8f11 None None] The sync data for ids ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'] in dv-cinder-831247-3-iscsi is: [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': 'afbb8320-e1ab-4efd-9e55-1bfc9b24ace0', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'port_id': '476f21ff-865c-4fe3-8cce-535031502da7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'mac_address': 'fa:16:3e:b6:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:10:20Z', 'updated_at': '2022-03-02T14:10:20Z', 'revision_number': 0, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:33Z', 'revision_number': 5, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:10:22.315966 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f27f986a-38d1-4ada-8e0d-88e989e887d4 req-fa135c12-2f4f-432d-a88e-e26260e84242 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443075 Mar 02 14:10:22.401647 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f986a-38d1-4ada-8e0d-88e989e887d4 req-01b4b689-718d-464d-bc91-90245324b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:22.403185 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f27f986a-38d1-4ada-8e0d-88e989e887d4 req-01b4b689-718d-464d-bc91-90245324b58c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84fae2afd87147b882c0365ab4e0d750&device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 1129 time: 0.0473273 Mar 02 14:10:22.412155 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870d452d-e7b1-4dba-94bd-e7b6c2a6f083 None None] New status for floating IP afbb8320-e1ab-4efd-9e55-1bfc9b24ace0: ACTIVE {{(pid=102942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 14:10:22.510999 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f986a-38d1-4ada-8e0d-88e989e887d4 req-9694fde4-4559-4539-89da-dccd6ad048e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:22.512372 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f27f986a-38d1-4ada-8e0d-88e989e887d4 req-9694fde4-4559-4539-89da-dccd6ad048e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 200 len: 913 time: 0.0884101 Mar 02 14:10:22.578017 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f27f986a-38d1-4ada-8e0d-88e989e887d4 req-f96b8f2c-843c-463d-95e1-b8348c9e9740 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=476f21ff-865c-4fe3-8cce-535031502da7 HTTP/1.1" status: 200 len: 999 time: 0.0591311 Mar 02 14:10:22.626571 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f986a-38d1-4ada-8e0d-88e989e887d4 req-dbe920a4-ff38-4b89-affc-8975438bebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:22.628039 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f27f986a-38d1-4ada-8e0d-88e989e887d4 req-dbe920a4-ff38-4b89-affc-8975438bebbb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a8e7ec2-7aba-48ce-a8f3-97d476fd1970 HTTP/1.1" status: 200 len: 851 time: 0.0443873 Mar 02 14:10:22.679472 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f986a-38d1-4ada-8e0d-88e989e887d4 req-049f23dd-b68e-4da4-91a3-59eb208eee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:10:22.680997 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f27f986a-38d1-4ada-8e0d-88e989e887d4 req-049f23dd-b68e-4da4-91a3-59eb208eee43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4470439-0315-47e5-9434-e5eee6df320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472107 Mar 02 14:10:22.769378 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f27f986a-38d1-4ada-8e0d-88e989e887d4 req-8ffda216-433d-450e-9732-6e6d88f83865 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817335 Mar 02 14:10:22.856399 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-f27f986a-38d1-4ada-8e0d-88e989e887d4 req-b66b0f78-766d-498f-9d05-085c3b0b6176 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813625 Mar 02 14:10:35.889575 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-7cf08ccc-efa3-46be-9524-49e9abbbfe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:38.093575 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-392108a8-1533-4887-b0a3-38a91f9d05b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:39.480970 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:40.915302 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:42.640579 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:44.281351 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:10:57.238756 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:11:05.890559 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-b7810afe-5512-4d01-a696-6972286d87fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:08.094675 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-b765dff2-180b-4827-a66f-aa803d97f75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:09.483328 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:10.922762 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:12.644306 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:14.281078 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:24.314133 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-9022bf6e-b14d-45b0-b445-9bac246c0b39 req-36b8d4c5-79f5-4780-beb3-ea551a95ff5c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447068 Mar 02 14:11:24.396162 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022bf6e-b14d-45b0-b445-9bac246c0b39 req-c7195de5-daaa-4301-ad17-8315876afd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:11:24.398261 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-9022bf6e-b14d-45b0-b445-9bac246c0b39 req-c7195de5-daaa-4301-ad17-8315876afd07 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84fae2afd87147b882c0365ab4e0d750&device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 1129 time: 0.0433478 Mar 02 14:11:24.500557 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022bf6e-b14d-45b0-b445-9bac246c0b39 req-2541eea3-83d7-4922-8f7b-46194a7e5580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:11:24.502011 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-9022bf6e-b14d-45b0-b445-9bac246c0b39 req-2541eea3-83d7-4922-8f7b-46194a7e5580 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 200 len: 913 time: 0.0867260 Mar 02 14:11:24.564941 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-9022bf6e-b14d-45b0-b445-9bac246c0b39 req-edeed475-d6b8-4588-b3bf-a062f7d4963c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=476f21ff-865c-4fe3-8cce-535031502da7 HTTP/1.1" status: 200 len: 1001 time: 0.0568602 Mar 02 14:11:24.615315 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022bf6e-b14d-45b0-b445-9bac246c0b39 req-87a325be-4c51-4410-98b9-75c702a3150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:11:24.617181 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-9022bf6e-b14d-45b0-b445-9bac246c0b39 req-87a325be-4c51-4410-98b9-75c702a3150b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a8e7ec2-7aba-48ce-a8f3-97d476fd1970 HTTP/1.1" status: 200 len: 851 time: 0.0463502 Mar 02 14:11:24.912695 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022bf6e-b14d-45b0-b445-9bac246c0b39 req-49de96c3-b02e-45e0-9302-25667f215963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:11:24.915264 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-9022bf6e-b14d-45b0-b445-9bac246c0b39 req-49de96c3-b02e-45e0-9302-25667f215963 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4470439-0315-47e5-9434-e5eee6df320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2922328 Mar 02 14:11:25.002594 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-9022bf6e-b14d-45b0-b445-9bac246c0b39 req-72d86b95-1ea8-478f-a4ec-ad999f61fb9a service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801821 Mar 02 14:11:25.091889 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-9022bf6e-b14d-45b0-b445-9bac246c0b39 req-6fa15f18-d32c-47e2-9fbf-5bd2d798fe7e service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838802 Mar 02 14:11:34.237460 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:11:35.892005 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-35920874-9a14-4af0-ad02-f7af1e016159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:38.095848 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0442e146-ac0c-4196-ba47-2ee4fc6ed8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:39.487322 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:40.920950 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:42.646775 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:44.298538 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:55.407761 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-1da73148-33eb-424b-9e5d-f1a1960f4e8d tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-26683488&fields=id&tenant_id=84fae2afd87147b882c0365ab4e0d750 HTTP/1.1" status: 200 len: 267 time: 0.0451531 Mar 02 14:11:55.512374 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-c818315e-13d4-4550-856b-638e8a18317d tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:11:55.513825 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-c818315e-13d4-4550-856b-638e8a18317d tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/networks?id=d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 200 len: 812 time: 0.0999045 Mar 02 14:11:55.528235 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-bd382264-1e4f-49ca-80c8-44eeec6b20fd tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/quotas/84fae2afd87147b882c0365ab4e0d750 HTTP/1.1" status: 200 len: 375 time: 0.0091174 Mar 02 14:11:55.586671 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-84ee087f-f804-49aa-bdd2-41a8310504b6 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=84fae2afd87147b882c0365ab4e0d750&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536201 Mar 02 14:11:55.643591 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-7a9fa402-2524-447a-ad23-5a2c362b0014 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=102940) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 14:11:55.644847 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-7a9fa402-2524-447a-ad23-5a2c362b0014 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474122 Mar 02 14:11:55.735383 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-e053d820-7d10-460b-8a77-da885ca4a671 service neutron] 10.222.0.36 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847507 Mar 02 14:11:55.828708 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-62b966f6-eba5-4df2-b9c9-5d1cfbc76990 service neutron] 10.222.0.36 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878131 Mar 02 14:11:56.108083 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-baee621e-1712-4328-85c5-c3fa778b597e req-87a0cd1d-df4d-4d58-932b-9f9ac9c82ab5 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 210 time: 0.0277755 Mar 02 14:11:56.988676 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-ce9c4d98-463b-4d53-a93c-f305f277d729 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:11:56.989941 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-ce9c4d98-463b-4d53-a93c-f305f277d729 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.20 "GET /v2.0/networks?id=d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 200 len: 812 time: 0.1033425 Mar 02 14:11:57.051441 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-4f55a2fc-f908-43ca-baff-029ccdb778b6 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84fae2afd87147b882c0365ab4e0d750 HTTP/1.1" status: 200 len: 378 time: 0.0529695 Mar 02 14:11:57.060084 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Request body: {'port': {'device_id': '0a594220-af51-4c35-a77f-8f57abe74e32', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'admin_state_up': True, 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'security_groups': ['c8e33708-2d80-42ea-9111-831fc82e786e']}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:11:57.164361 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Made reservation on behalf of 84fae2afd87147b882c0365ab4e0d750 for: {'port': 1} {{(pid=102939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:11:57.168314 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:57.203745 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-1e4f73b0-983d-474e-9e1d-b1310ddc6e47 req-6f35ffd8-8ccd-469c-9784-9de9f2cb1a9a tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 210 time: 0.0291545 Mar 02 14:11:57.297642 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_common [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Allocated IP 172.20.0.6 (d4470439-0315-47e5-9434-e5eee6df320e/8a8e7ec2-7aba-48ce-a8f3-97d476fd1970/4321fca3-8274-4c7e-911b-782f75f6bd9a) {{(pid=102939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:11:57.445784 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for port (4321fca3-8274-4c7e-911b-782f75f6bd9a), precommit_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:57.477783 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (4321fca3-8274-4c7e-911b-782f75f6bd9a), after_create {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:57.522078 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Network d4470439-0315-47e5-9434-e5eee6df320e is already hosted by enough agents. {{(pid=102939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:11:57.525002 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.base_scheduler [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Resources bound (agent type, host, resource id): {{(pid=102939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:11:57.529341 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Received port after_create {{(pid=102939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:11:57.553564 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event updated for resources: {'Port': ['ID=4321fca3-8274-4c7e-911b-782f75f6bd9a,revision_number=1']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:11:57.567413 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:11:57.567777 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:11:57.568136 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:11:57.568482 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:11:57.568827 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:11:57.569170 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:11:57.569512 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:11:57.569850 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:11:57.570187 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:11:57.570526 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:11:57.570886 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:11:57.571217 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:11:57.571548 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:11:57.592162 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:11:57.592791 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:57.609888 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-6b0882f8-cc50-4610-9185-fab52a3bbad3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5540576 Mar 02 14:11:57.620670 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.v2.base [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Request body: {'port': {'device_id': '0a594220-af51-4c35-a77f-8f57abe74e32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=102939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:11:57.687233 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (4321fca3-8274-4c7e-911b-782f75f6bd9a), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:57.733489 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-e10faee9-a776-4a7c-9fe4-10317b1f9030 None None] Provisioning complete for port 4321fca3-8274-4c7e-911b-782f75f6bd9a triggered by entity DHCP. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:11:57.734082 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-e10faee9-a776-4a7c-9fe4-10317b1f9030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (4321fca3-8274-4c7e-911b-782f75f6bd9a), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:57.767102 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-e10faee9-a776-4a7c-9fe4-10317b1f9030 None None] Port 4321fca3-8274-4c7e-911b-782f75f6bd9a cannot update to ACTIVE because it is not bound. {{(pid=102941) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 14:11:57.939654 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4321fca3-8274-4c7e-911b-782f75f6bd9a {{(pid=102939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:11:57.946753 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Publish callbacks [] for port (4321fca3-8274-4c7e-911b-782f75f6bd9a), precommit_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:57.958673 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.provisioning_blocks [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Transition to ACTIVE for port object 4321fca3-8274-4c7e-911b-782f75f6bd9a will not be triggered until provisioned by entity L2. {{(pid=102939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:11:57.962481 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (4321fca3-8274-4c7e-911b-782f75f6bd9a), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:58.011694 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4321fca3-8274-4c7e-911b-782f75f6bd9a,revision_number=2']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:11:58.084235 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Attempting to bind port 4321fca3-8274-4c7e-911b-782f75f6bd9a on host hv-cinder-83124 for vnic_type normal with profile {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:11:58.084578 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Attempting to bind port 4321fca3-8274-4c7e-911b-782f75f6bd9a by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:11:58.084913 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Attempting to bind port 4321fca3-8274-4c7e-911b-782f75f6bd9a on network d4470439-0315-47e5-9434-e5eee6df320e {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:11:58.090001 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Port 4321fca3-8274-4c7e-911b-782f75f6bd9a on network d4470439-0315-47e5-9434-e5eee6df320e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:11:58.090331 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Attempting to bind port 4321fca3-8274-4c7e-911b-782f75f6bd9a on network d4470439-0315-47e5-9434-e5eee6df320e {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:11:58.095626 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Checking agent: {'id': 'd727247c-8d5e-4b30-afc5-e342676b3e10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'started_at': datetime.datetime(2022, 3, 2, 13, 55, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:11:58.095984 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Checking segment: {'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:11:58.096376 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Bound using segment: {'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'} {{(pid=102939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:11:58.096816 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.managers [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Bound port: 4321fca3-8274-4c7e-911b-782f75f6bd9a, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e411047-bc81-428d-ba55-fa23f69ba084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e'}}] {{(pid=102939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:11:58.097182 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (4321fca3-8274-4c7e-911b-782f75f6bd9a), before_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:58.162579 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] For port 4321fca3-8274-4c7e-911b-782f75f6bd9a, host hv-cinder-83124, cleared binding levels {{(pid=102939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:11:58.165860 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] For port 4321fca3-8274-4c7e-911b-782f75f6bd9a, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4321fca3-8274-4c7e-911b-782f75f6bd9a,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:11:58.171525 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4828305'] for port (4321fca3-8274-4c7e-911b-782f75f6bd9a), after_update {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:58.207229 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:11:58.207889 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:11:58.209297 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] 10.222.0.20 "PUT /v2.0/ports/4321fca3-8274-4c7e-911b-782f75f6bd9a HTTP/1.1" status: 200 len: 1093 time: 0.5928316 Mar 02 14:11:58.209742 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a594220-af51-4c35-a77f-8f57abe74e32', 'tag': '4321fca3-8274-4c7e-911b-782f75f6bd9a'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:11:58.212001 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6a5c97-748c-47a1-8981-e400db34f42e" -d '{"events": [{"name": "network-changed", "server_uuid": "0a594220-af51-4c35-a77f-8f57abe74e32", "tag": "4321fca3-8274-4c7e-911b-782f75f6bd9a"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:11:58.236451 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a61919-fea3-46af-91fd-c46fbc5488a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4321fca3-8274-4c7e-911b-782f75f6bd9a,revision_number=3']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:11:58.291361 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1ca025-a878-4dd2-9abb-a7d16fc24108 x-openstack-request-id: req-0c1ca025-a878-4dd2-9abb-a7d16fc24108 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:11:58.291763 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a594220-af51-4c35-a77f-8f57abe74e32", "tag": "4321fca3-8274-4c7e-911b-782f75f6bd9a", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:11:58.291999 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0c1ca025-a878-4dd2-9abb-a7d16fc24108 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:11:58.292410 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a594220-af51-4c35-a77f-8f57abe74e32', 'tag': '4321fca3-8274-4c7e-911b-782f75f6bd9a', 'status': 'completed', 'code': 200} Mar 02 14:11:58.312651 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-58e65590-d6aa-4fe4-bf38-6f1aa2e16889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:11:58.314190 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-58e65590-d6aa-4fe4-bf38-6f1aa2e16889 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84fae2afd87147b882c0365ab4e0d750&device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 1127 time: 0.0570357 Mar 02 14:11:58.334445 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c73d5-597f-437d-9086-1fbcd60f33e3 req-92d18e88-8205-460e-b8d3-21083600cce2 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:11:58.336068 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-540c73d5-597f-437d-9086-1fbcd60f33e3 req-92d18e88-8205-460e-b8d3-21083600cce2 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 943 time: 0.0569851 Mar 02 14:11:58.359287 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-6f35e85a-7d72-4a57-9609-e6fed636feff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4321fca3-8274-4c7e-911b-782f75f6bd9a HTTP/1.1" status: 200 len: 217 time: 0.0385554 Mar 02 14:11:58.394719 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-540c73d5-597f-437d-9086-1fbcd60f33e3 req-08ff44c7-0253-4ecd-bf30-27e92f6bde8b tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521431 Mar 02 14:11:58.411379 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-235fcbf8-2528-4f06-abc0-e21d67c2e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:11:58.412860 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-235fcbf8-2528-4f06-abc0-e21d67c2e9b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a8e7ec2-7aba-48ce-a8f3-97d476fd1970 HTTP/1.1" status: 200 len: 851 time: 0.0482392 Mar 02 14:11:58.464836 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-6c1c22d0-9455-46b6-88cb-bf4eb1b51b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:11:58.466227 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-6c1c22d0-9455-46b6-88cb-bf4eb1b51b2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4470439-0315-47e5-9434-e5eee6df320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481272 Mar 02 14:11:58.554987 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-1c965fb6-6319-4c55-a9b5-dc19d502b338 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826976 Mar 02 14:11:58.647840 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-cf31c8e9-f4f5-43a2-a267-8eb9c44a3f1b req-b966e72d-b3a7-4593-9243-5d9ab74f031b service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862794 Mar 02 14:11:58.732560 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a5c97-748c-47a1-8981-e400db34f42e req-3991e171-ad0a-4a58-ae4a-be814fdc46f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:11:58.734127 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-0f6a5c97-748c-47a1-8981-e400db34f42e req-3991e171-ad0a-4a58-ae4a-be814fdc46f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84fae2afd87147b882c0365ab4e0d750&device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 1127 time: 0.0445979 Mar 02 14:11:58.822175 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a5c97-748c-47a1-8981-e400db34f42e req-00cb8fb3-9a20-4212-a2f1-7266ce435210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:11:58.823793 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-0f6a5c97-748c-47a1-8981-e400db34f42e req-00cb8fb3-9a20-4212-a2f1-7266ce435210 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 200 len: 913 time: 0.0840993 Mar 02 14:11:58.866235 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-0f6a5c97-748c-47a1-8981-e400db34f42e req-4fa0b25b-22fd-4a90-a1f7-4a5f2da9d473 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4321fca3-8274-4c7e-911b-782f75f6bd9a HTTP/1.1" status: 200 len: 217 time: 0.0364268 Mar 02 14:11:58.912270 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a5c97-748c-47a1-8981-e400db34f42e req-337a4821-548d-4920-8c62-e0911164a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:11:58.913662 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-0f6a5c97-748c-47a1-8981-e400db34f42e req-337a4821-548d-4920-8c62-e0911164a5c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a8e7ec2-7aba-48ce-a8f3-97d476fd1970 HTTP/1.1" status: 200 len: 851 time: 0.0411942 Mar 02 14:11:58.961445 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a5c97-748c-47a1-8981-e400db34f42e req-2c1edf38-b6b7-4690-9b3d-1425a9ea678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:11:58.962924 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-0f6a5c97-748c-47a1-8981-e400db34f42e req-2c1edf38-b6b7-4690-9b3d-1425a9ea678c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4470439-0315-47e5-9434-e5eee6df320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422282 Mar 02 14:11:59.059601 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-0f6a5c97-748c-47a1-8981-e400db34f42e req-9ee0a4e2-f36d-4669-8371-832cd7321f91 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869510 Mar 02 14:11:59.150176 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-0f6a5c97-748c-47a1-8981-e400db34f42e req-bb4d0124-5e0d-48c6-9c41-33d50a503f73 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818255 Mar 02 14:11:59.518612 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9b4e1-a449-488c-a5a7-c911ea2c66c6 req-a598d631-ee5a-4edd-81c4-8d127e91fbab tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:11:59.520354 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7fe9b4e1-a449-488c-a5a7-c911ea2c66c6 req-a598d631-ee5a-4edd-81c4-8d127e91fbab tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 943 time: 0.0581410 Mar 02 14:11:59.568434 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-7fe9b4e1-a449-488c-a5a7-c911ea2c66c6 req-05bf2be0-f806-42b0-91e9-10d5bccfda1f tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425305 Mar 02 14:12:00.686134 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be2f5d-16ed-4370-a5ff-1196a46689bd req-53a0424b-97ed-4ef3-bc42-45cb861ade10 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:12:00.687625 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a8be2f5d-16ed-4370-a5ff-1196a46689bd req-53a0424b-97ed-4ef3-bc42-45cb861ade10 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 943 time: 0.0544100 Mar 02 14:12:00.736842 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a8be2f5d-16ed-4370-a5ff-1196a46689bd req-d1a1d45d-e4fe-43a5-8b59-8edc75d0b689 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437717 Mar 02 14:12:01.856934 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d57d27-c3f0-46f0-9382-8e39c98cfd98 req-3c8da354-8b55-4a93-a5b6-c0e993242dab tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:12:01.858452 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c8d57d27-c3f0-46f0-9382-8e39c98cfd98 req-3c8da354-8b55-4a93-a5b6-c0e993242dab tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 943 time: 0.0535600 Mar 02 14:12:01.910037 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-c8d57d27-c3f0-46f0-9382-8e39c98cfd98 req-96b43925-e69a-40eb-a5ae-8f5b83389656 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461085 Mar 02 14:12:03.025027 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd5d70-8036-413a-9404-f70c4bd8a53c req-5d3c3e29-0e09-4832-acb6-4e75788917aa tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:12:03.026573 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a9bd5d70-8036-413a-9404-f70c4bd8a53c req-5d3c3e29-0e09-4832-acb6-4e75788917aa tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 943 time: 0.0519643 Mar 02 14:12:03.074145 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-a9bd5d70-8036-413a-9404-f70c4bd8a53c req-71d3e6a8-2bb4-4790-a233-f5ff1c7ca73e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420463 Mar 02 14:12:04.190843 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076c4fe-0d4a-40d4-b2dd-d6f0b0908f55 req-249b6e30-a8e1-40f6-b261-574f9c08ed48 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:12:04.192301 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3076c4fe-0d4a-40d4-b2dd-d6f0b0908f55 req-249b6e30-a8e1-40f6-b261-574f9c08ed48 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 943 time: 0.0518901 Mar 02 14:12:04.239064 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-3076c4fe-0d4a-40d4-b2dd-d6f0b0908f55 req-8d305564-57b6-4022-b213-b5aabe6f32e1 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410507 Mar 02 14:12:05.358370 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5004b-06ed-43cf-b1ae-01c24fee50c4 req-ea4cca08-262e-4cfd-a9c7-e6e8e6d91424 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:12:05.359786 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-91a5004b-06ed-43cf-b1ae-01c24fee50c4 req-ea4cca08-262e-4cfd-a9c7-e6e8e6d91424 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 943 time: 0.0571222 Mar 02 14:12:05.408338 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-91a5004b-06ed-43cf-b1ae-01c24fee50c4 req-5487775a-d5b0-4b75-ab12-cab3f9cf0344 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431206 Mar 02 14:12:05.894239 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-f9548ca2-2dbf-4c22-b346-534f53ab7f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:06.037567 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 4321fca3-8274-4c7e-911b-782f75f6bd9a details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=102941) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:12:06.135387 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 4321fca3-8274-4c7e-911b-782f75f6bd9a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4321fca3-8274-4c7e-911b-782f75f6bd9a,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:12:06.146728 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Returning: {'device': '4321fca3-8274-4c7e-911b-782f75f6bd9a', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'port_id': '4321fca3-8274-4c7e-911b-782f75f6bd9a', 'mac_address': 'fa:16:3e:7d:44:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102941) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:12:06.182749 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 4321fca3-8274-4c7e-911b-782f75f6bd9a is: DOWN; New status is: BUILD {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:12:06.183144 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (4321fca3-8274-4c7e-911b-782f75f6bd9a), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:06.199036 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4321fca3-8274-4c7e-911b-782f75f6bd9a {{(pid=102941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:12:06.217555 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 4321fca3-8274-4c7e-911b-782f75f6bd9a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4321fca3-8274-4c7e-911b-782f75f6bd9a,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:12:06.221168 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (4321fca3-8274-4c7e-911b-782f75f6bd9a), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:06.266522 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=4321fca3-8274-4c7e-911b-782f75f6bd9a,revision_number=4']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:12:06.273541 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:06.273920 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:06.274266 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:06.274604 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:06.274975 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:06.275352 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:06.275688 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:06.276011 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:06.276334 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:06.276656 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:06.276977 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:06.277293 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:06.277613 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:06.444483 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] get_ports_and_sgs() called for port_ids ['4321fca3-8274-4c7e-911b-782f75f6bd9a'] {{(pid=102941) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:12:06.527361 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bc0f4-f7c6-418c-a66a-0bfafd7e70b6 req-4ab75785-0958-408b-a4e9-5df836aad534 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:12:06.528847 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fb9bc0f4-f7c6-418c-a66a-0bfafd7e70b6 req-4ab75785-0958-408b-a4e9-5df836aad534 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 944 time: 0.0532422 Mar 02 14:12:06.576940 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-fb9bc0f4-f7c6-418c-a66a-0bfafd7e70b6 req-288983c4-e9db-445e-b0d2-b23bcf9c9982 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425718 Mar 02 14:12:07.700263 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454a1f7-df3b-4ed6-82a4-2714667a79ca req-a6642aa6-b9d8-4b36-93ff-1131d7e71f8c tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:12:07.701720 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5454a1f7-df3b-4ed6-82a4-2714667a79ca req-a6642aa6-b9d8-4b36-93ff-1131d7e71f8c tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 944 time: 0.0555565 Mar 02 14:12:07.748852 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-5454a1f7-df3b-4ed6-82a4-2714667a79ca req-2e58cf81-af16-404e-90ec-64f81a2bdaa8 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416462 Mar 02 14:12:08.045099 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 4321fca3-8274-4c7e-911b-782f75f6bd9a up at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:12:08.103982 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-30db991f-593a-483c-96f6-e479517721e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:08.105675 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning for port 4321fca3-8274-4c7e-911b-782f75f6bd9a completed by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:12:08.109782 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.provisioning_blocks [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Provisioning complete for port 4321fca3-8274-4c7e-911b-782f75f6bd9a triggered by entity L2. {{(pid=102941) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:12:08.110156 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753275'] for port (4321fca3-8274-4c7e-911b-782f75f6bd9a), provisioning_complete {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:08.317275 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Current status of the port 4321fca3-8274-4c7e-911b-782f75f6bd9a is: BUILD; New status is: ACTIVE {{(pid=102941) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:12:08.317672 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (4321fca3-8274-4c7e-911b-782f75f6bd9a), before_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:08.340068 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a594220-af51-4c35-a77f-8f57abe74e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4321fca3-8274-4c7e-911b-782f75f6bd9a'}] {{(pid=102941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:12:08.342268 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df1900d0c05dec008eba8c88a7866378e8d378970b16502044cda2413184cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776ab8d3-9155-4acc-894e-87cbf088bf3b" -d '{"events": [{"server_uuid": "0a594220-af51-4c35-a77f-8f57abe74e32", "name": "network-vif-plugged", "status": "completed", "tag": "4321fca3-8274-4c7e-911b-782f75f6bd9a"}]}' {{(pid=102941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:12:08.355573 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.db [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] For port 4321fca3-8274-4c7e-911b-782f75f6bd9a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4321fca3-8274-4c7e-911b-782f75f6bd9a,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:12:08.359572 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311'] for port (4321fca3-8274-4c7e-911b-782f75f6bd9a), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:08.387796 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf27b540-287c-41b3-b9c2-2b5b5f55f00a x-openstack-request-id: req-bf27b540-287c-41b3-b9c2-2b5b5f55f00a {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:12:08.388095 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a594220-af51-4c35-a77f-8f57abe74e32", "name": "network-vif-plugged", "status": "completed", "tag": "4321fca3-8274-4c7e-911b-782f75f6bd9a", "code": 200}]} {{(pid=102941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:12:08.388352 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf27b540-287c-41b3-b9c2-2b5b5f55f00a {{(pid=102941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:12:08.388772 dv-cinder-831247-3-iscsi neutron-server[102941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a594220-af51-4c35-a77f-8f57abe74e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4321fca3-8274-4c7e-911b-782f75f6bd9a', 'code': 200} Mar 02 14:12:08.413187 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Pushing event updated for resources: {'Port': ['ID=4321fca3-8274-4c7e-911b-782f75f6bd9a,revision_number=5']} {{(pid=102941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:12:08.590795 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e4879-c4f3-4c77-9414-a663f923936d req-c32cea69-6cd2-4444-9e78-b247144c47d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:12:08.592188 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-685e4879-c4f3-4c77-9414-a663f923936d req-c32cea69-6cd2-4444-9e78-b247144c47d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 1129 time: 0.0486894 Mar 02 14:12:08.637143 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-685e4879-c4f3-4c77-9414-a663f923936d req-b5aee5b5-3052-44b5-b66b-79fe96f8d6bb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392234 Mar 02 14:12:08.863884 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d77928-e390-4f29-be3a-38a55c95d9db req-9cd778ff-f103-44ae-bd05-fb7f9359b0da tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:12:08.865239 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f0d77928-e390-4f29-be3a-38a55c95d9db req-9cd778ff-f103-44ae-bd05-fb7f9359b0da tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 945 time: 0.0519159 Mar 02 14:12:08.913566 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f0d77928-e390-4f29-be3a-38a55c95d9db req-886550eb-0e08-41ba-85e4-c553491856ab tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428751 Mar 02 14:12:09.489537 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:10.030232 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610be934-b5df-4c1a-8e72-cd2be276d319 req-a55eeac1-37d5-44c2-b8c8-807ae56cf0ef tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:12:10.031702 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-610be934-b5df-4c1a-8e72-cd2be276d319 req-a55eeac1-37d5-44c2-b8c8-807ae56cf0ef tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 945 time: 0.0511687 Mar 02 14:12:10.083143 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-610be934-b5df-4c1a-8e72-cd2be276d319 req-82e6df0e-49c9-4537-a757-159f0825de72 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458577 Mar 02 14:12:10.201749 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb60cb-21c1-44f8-b592-d71ef0ab8116 req-f221b511-c16d-4d34-ba60-e0512ffbe096 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:12:10.203155 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e6cb60cb-21c1-44f8-b592-d71ef0ab8116 req-f221b511-c16d-4d34-ba60-e0512ffbe096 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 945 time: 0.0550995 Mar 02 14:12:10.251069 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e6cb60cb-21c1-44f8-b592-d71ef0ab8116 req-1501d201-1478-41fe-ab70-08ca2953656b tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424347 Mar 02 14:12:10.272529 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41794) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:12:10.316127 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0692fda9-ee37-429b-b10d-d653bca9a091 tempest-TestVolumeBootPattern-344186978 tempest-TestVolumeBootPattern-344186978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:12:10.317667 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-0692fda9-ee37-429b-b10d-d653bca9a091 tempest-TestVolumeBootPattern-344186978 tempest-TestVolumeBootPattern-344186978-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 1124 time: 0.0441599 Mar 02 14:12:10.320381 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41796) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:12:10.324658 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.v2.base [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Request body: {'floatingip': {'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'port_id': '4321fca3-8274-4c7e-911b-782f75f6bd9a', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102940) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:12:10.344788 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:10.440879 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (None), before_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:10.539382 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_common [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Allocated IP 172.27.1.61 (8a7b981f-934d-4891-8b40-a612fdbe7a6a/d2fe738d-81f5-4c8e-ae81-924cae8fe95a/2f72c963-3329-49dc-be98-ec46505d831b) {{(pid=102940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:12:10.648726 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for port (2f72c963-3329-49dc-be98-ec46505d831b), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:10.682171 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060831479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (2f72c963-3329-49dc-be98-ec46505d831b), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:10.722135 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Network 8a7b981f-934d-4891-8b40-a612fdbe7a6a is already hosted by enough agents. {{(pid=102940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:12:10.724934 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.base_scheduler [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Resources bound (agent type, host, resource id): {{(pid=102940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:12:10.729077 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Received port after_create {{(pid=102940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:12:10.734473 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event updated for resources: {'Port': ['ID=2f72c963-3329-49dc-be98-ec46505d831b,revision_number=1']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:12:10.765906 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:10.766260 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:10.766614 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:10.766981 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:10.767319 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:10.767656 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:10.767988 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:10.768318 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:10.768660 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:10.769233 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:10.769566 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:10.769890 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:10.770213 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:12:10.925030 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:11.103053 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for floatingip (32172f81-9dda-41bb-94b6-86cd4ebccdd2), precommit_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:11.172960 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-714608'] for port (2f72c963-3329-49dc-be98-ec46505d831b), before_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:11.236350 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:12:11.317789 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for port (2f72c963-3329-49dc-be98-ec46505d831b), precommit_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:11.322843 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736061354990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060833293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060833311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4452665'] for port (2f72c963-3329-49dc-be98-ec46505d831b), after_update {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:11.391493 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event updated for resources: {'Port': ['ID=2f72c963-3329-49dc-be98-ec46505d831b,revision_number=2']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:12:11.401963 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1607373'] for floatingip (32172f81-9dda-41bb-94b6-86cd4ebccdd2), after_create {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:11.760243 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.db.l3_db [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Floating IP 32172f81-9dda-41bb-94b6-86cd4ebccdd2 associated. External IP: 172.27.1.61, port: 4321fca3-8274-4c7e-911b-782f75f6bd9a. Mar 02 14:12:11.966277 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:12:12.074483 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:12:12.084337 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35791bcb-581d-414f-827f-184fd80a8098 None None] Sync routers for ids ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:12:12.092157 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:12.094876 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35791bcb-581d-414f-827f-184fd80a8098 None None] Routers {'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:12:12.095504 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-35791bcb-581d-414f-827f-184fd80a8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:12:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:12:12.123169 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-f7636343-bebe-4ca6-8f71-9b0e8e1fdf49 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8017812 Mar 02 14:12:12.123973 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a594220-af51-4c35-a77f-8f57abe74e32', 'tag': '4321fca3-8274-4c7e-911b-782f75f6bd9a'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:12:12.126225 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5289d20-0129-4b41-a47d-4bfbe06be08c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a594220-af51-4c35-a77f-8f57abe74e32", "tag": "4321fca3-8274-4c7e-911b-782f75f6bd9a"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:12:12.165075 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ceeb4b-7444-406c-a9b3-a53d72298198 x-openstack-request-id: req-15ceeb4b-7444-406c-a9b3-a53d72298198 {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:12:12.165373 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a594220-af51-4c35-a77f-8f57abe74e32", "tag": "4321fca3-8274-4c7e-911b-782f75f6bd9a", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:12:12.166481 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15ceeb4b-7444-406c-a9b3-a53d72298198 {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:12:12.166947 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a594220-af51-4c35-a77f-8f57abe74e32', 'tag': '4321fca3-8274-4c7e-911b-782f75f6bd9a', 'status': 'completed', 'code': 200} Mar 02 14:12:12.208531 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-35791bcb-581d-414f-827f-184fd80a8098 None None] Set router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:12:12.231351 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5289d20-0129-4b41-a47d-4bfbe06be08c req-c6244ef0-a8dc-41f8-b5e3-beabc0637cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:12:12.232838 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-c5289d20-0129-4b41-a47d-4bfbe06be08c req-c6244ef0-a8dc-41f8-b5e3-beabc0637cd1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84fae2afd87147b882c0365ab4e0d750&device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 1129 time: 0.0434055 Mar 02 14:12:12.324777 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5289d20-0129-4b41-a47d-4bfbe06be08c req-2e782dc0-4864-4ba4-8d3d-c0e1c464e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:12:12.326163 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-c5289d20-0129-4b41-a47d-4bfbe06be08c req-2e782dc0-4864-4ba4-8d3d-c0e1c464e2b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 200 len: 913 time: 0.0874212 Mar 02 14:12:12.390241 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-c5289d20-0129-4b41-a47d-4bfbe06be08c req-020f8490-1c90-440c-8cbb-0bd3d1d8d5f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4321fca3-8274-4c7e-911b-782f75f6bd9a HTTP/1.1" status: 200 len: 998 time: 0.0584095 Mar 02 14:12:12.431710 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-35791bcb-581d-414f-827f-184fd80a8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': '32172f81-9dda-41bb-94b6-86cd4ebccdd2', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'port_id': '4321fca3-8274-4c7e-911b-782f75f6bd9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'mac_address': 'fa:16:3e:7d:44:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a594220-af51-4c35-a77f-8f57abe74e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:12:10Z', 'updated_at': '2022-03-02T14:12:10Z', 'revision_number': 0, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'fixed_ip_address_scope': None}, {'id': 'afbb8320-e1ab-4efd-9e55-1bfc9b24ace0', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'port_id': '476f21ff-865c-4fe3-8cce-535031502da7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'mac_address': 'fa:16:3e:b6:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:10:20Z', 'updated_at': '2022-03-02T14:10:22Z', 'revision_number': 1, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:33Z', 'revision_number': 5, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:12:12.437397 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5289d20-0129-4b41-a47d-4bfbe06be08c req-cda32ece-795c-49a9-854d-ce32ded05d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:12:12.438864 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-c5289d20-0129-4b41-a47d-4bfbe06be08c req-cda32ece-795c-49a9-854d-ce32ded05d03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a8e7ec2-7aba-48ce-a8f3-97d476fd1970 HTTP/1.1" status: 200 len: 851 time: 0.0430231 Mar 02 14:12:12.461668 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35791bcb-581d-414f-827f-184fd80a8098 None None] Checking router: b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:12:12.470575 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35791bcb-581d-414f-827f-184fd80a8098 None None] Routers {'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:12:12.471218 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-35791bcb-581d-414f-827f-184fd80a8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:12:08Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:12:12.490775 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5289d20-0129-4b41-a47d-4bfbe06be08c req-57e92969-efa0-4cd0-b695-a001facbdc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:12:12.492251 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-c5289d20-0129-4b41-a47d-4bfbe06be08c req-57e92969-efa0-4cd0-b695-a001facbdc26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4470439-0315-47e5-9434-e5eee6df320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475674 Mar 02 14:12:12.578501 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-35791bcb-581d-414f-827f-184fd80a8098 None None] Set router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:12:12.579781 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-c5289d20-0129-4b41-a47d-4bfbe06be08c req-0c7839b5-13c8-43c8-8eca-a57a69f1db04 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811536 Mar 02 14:12:12.676384 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-c5289d20-0129-4b41-a47d-4bfbe06be08c req-8eb29523-4cb2-4921-ac38-d2a1fec2dfbf service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906208 Mar 02 14:12:12.683724 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:12.821260 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-35791bcb-581d-414f-827f-184fd80a8098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': '32172f81-9dda-41bb-94b6-86cd4ebccdd2', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'port_id': '4321fca3-8274-4c7e-911b-782f75f6bd9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'mac_address': 'fa:16:3e:7d:44:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a594220-af51-4c35-a77f-8f57abe74e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:12:10Z', 'updated_at': '2022-03-02T14:12:10Z', 'revision_number': 0, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'fixed_ip_address_scope': None}, {'id': 'afbb8320-e1ab-4efd-9e55-1bfc9b24ace0', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'port_id': '476f21ff-865c-4fe3-8cce-535031502da7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'mac_address': 'fa:16:3e:b6:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:10:20Z', 'updated_at': '2022-03-02T14:10:22Z', 'revision_number': 1, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:33Z', 'revision_number': 5, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:12:12.852143 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35791bcb-581d-414f-827f-184fd80a8098 None None] The sync data for ids ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'] in dv-cinder-831247-3-iscsi is: [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': '32172f81-9dda-41bb-94b6-86cd4ebccdd2', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'port_id': '4321fca3-8274-4c7e-911b-782f75f6bd9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'mac_address': 'fa:16:3e:7d:44:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a594220-af51-4c35-a77f-8f57abe74e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:12:10Z', 'updated_at': '2022-03-02T14:12:10Z', 'revision_number': 0, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'fixed_ip_address_scope': None}, {'id': 'afbb8320-e1ab-4efd-9e55-1bfc9b24ace0', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'port_id': '476f21ff-865c-4fe3-8cce-535031502da7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'mac_address': 'fa:16:3e:b6:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:10:20Z', 'updated_at': '2022-03-02T14:10:22Z', 'revision_number': 1, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:33Z', 'revision_number': 5, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:12:13.043731 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c45a9c1-c516-4338-862a-d85e0826bc9d None None] New status for floating IP 32172f81-9dda-41bb-94b6-86cd4ebccdd2: ACTIVE {{(pid=102942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 14:12:14.294578 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:25.311616 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-30e8e1b7-0e35-4151-b8b5-87c58dd7d9f4 req-09e86970-e012-4195-9f00-4e5a20115910 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436907 Mar 02 14:12:25.393229 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8e1b7-0e35-4151-b8b5-87c58dd7d9f4 req-72a06139-23cd-4c91-8184-10986f8c3467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:12:25.394895 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-30e8e1b7-0e35-4151-b8b5-87c58dd7d9f4 req-72a06139-23cd-4c91-8184-10986f8c3467 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84fae2afd87147b882c0365ab4e0d750&device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 1129 time: 0.0438371 Mar 02 14:12:25.499049 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8e1b7-0e35-4151-b8b5-87c58dd7d9f4 req-bd916295-7ca6-41d9-83b7-fcd00f232ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:12:25.500498 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-30e8e1b7-0e35-4151-b8b5-87c58dd7d9f4 req-bd916295-7ca6-41d9-83b7-fcd00f232ad2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 200 len: 913 time: 0.0878575 Mar 02 14:12:25.564361 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-30e8e1b7-0e35-4151-b8b5-87c58dd7d9f4 req-0cc49835-8acc-4656-8503-7814c331b7a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=476f21ff-865c-4fe3-8cce-535031502da7 HTTP/1.1" status: 200 len: 1001 time: 0.0577590 Mar 02 14:12:25.614174 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8e1b7-0e35-4151-b8b5-87c58dd7d9f4 req-f8f9e385-e18f-43df-8c47-d25a27517899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:12:25.615626 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-30e8e1b7-0e35-4151-b8b5-87c58dd7d9f4 req-f8f9e385-e18f-43df-8c47-d25a27517899 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a8e7ec2-7aba-48ce-a8f3-97d476fd1970 HTTP/1.1" status: 200 len: 851 time: 0.0462170 Mar 02 14:12:25.663392 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8e1b7-0e35-4151-b8b5-87c58dd7d9f4 req-c0785757-fe86-44ba-b796-b6355aff6219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:12:25.664737 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-30e8e1b7-0e35-4151-b8b5-87c58dd7d9f4 req-c0785757-fe86-44ba-b796-b6355aff6219 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4470439-0315-47e5-9434-e5eee6df320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421021 Mar 02 14:12:25.752566 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-30e8e1b7-0e35-4151-b8b5-87c58dd7d9f4 req-a1e2ede2-676b-46c2-b3c1-c46ea3e4e38e service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798142 Mar 02 14:12:25.841427 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-30e8e1b7-0e35-4151-b8b5-87c58dd7d9f4 req-2da8a4ff-11bc-477e-8471-ec763095f44c service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823433 Mar 02 14:12:35.895730 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-bfaf3686-44f2-4c08-af39-96af720d6e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:38.095594 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-e4497134-5ca5-48bc-ace0-90a92ec37330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:39.493466 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:39.574665 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [req-2b17b2e4-d3d3-4fc0-b7ae-234cdb10f474 req-a0c9a22b-979e-45a2-96c0-ec776095418e service neutron] (102940) timed out ('10.222.0.20', 61009) {{(pid=102940) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 14:12:40.926638 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:42.646482 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:44.308648 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:12:48.234177 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:13:05.896972 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-b8f1725a-f759-407c-a336-5e39c8a80401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:08.096289 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-c1595912-8aa4-46f0-9a90-4f4abc64e362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:09.496010 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:10.929021 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:12.648080 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:14.308103 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:25.234350 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:13:26.394036 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-9b3dd46a-469d-4c44-af09-6c5e7807f09e req-7b5a1e42-c244-4e77-9945-282573000699 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0995326 Mar 02 14:13:26.466931 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dd46a-469d-4c44-af09-6c5e7807f09e req-06af6944-c2cb-4848-9adc-4958dada7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:13:26.468836 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-9b3dd46a-469d-4c44-af09-6c5e7807f09e req-06af6944-c2cb-4848-9adc-4958dada7ff6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84fae2afd87147b882c0365ab4e0d750&device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 1129 time: 0.0533097 Mar 02 14:13:26.590989 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dd46a-469d-4c44-af09-6c5e7807f09e req-e8a008f7-2b7d-44ab-8401-5f1aae0bc10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:13:26.592621 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-9b3dd46a-469d-4c44-af09-6c5e7807f09e req-e8a008f7-2b7d-44ab-8401-5f1aae0bc10a service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 200 len: 913 time: 0.1064417 Mar 02 14:13:26.660642 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-9b3dd46a-469d-4c44-af09-6c5e7807f09e req-cca25041-e74b-46df-bf9a-aa4f434316a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4321fca3-8274-4c7e-911b-782f75f6bd9a HTTP/1.1" status: 200 len: 1000 time: 0.0621715 Mar 02 14:13:26.714617 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dd46a-469d-4c44-af09-6c5e7807f09e req-69850c26-eb10-4755-af61-b4b81f011846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:13:26.716098 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-9b3dd46a-469d-4c44-af09-6c5e7807f09e req-69850c26-eb10-4755-af61-b4b81f011846 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a8e7ec2-7aba-48ce-a8f3-97d476fd1970 HTTP/1.1" status: 200 len: 851 time: 0.0481746 Mar 02 14:13:26.766505 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dd46a-469d-4c44-af09-6c5e7807f09e req-802e65c8-8353-4803-9067-c8aa024181cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:13:26.768285 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-9b3dd46a-469d-4c44-af09-6c5e7807f09e req-802e65c8-8353-4803-9067-c8aa024181cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4470439-0315-47e5-9434-e5eee6df320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461605 Mar 02 14:13:26.857948 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-9b3dd46a-469d-4c44-af09-6c5e7807f09e req-4cb22f15-557f-4162-bf07-453df0e0b8a2 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835299 Mar 02 14:13:26.950487 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-9b3dd46a-469d-4c44-af09-6c5e7807f09e req-035d5e49-714c-4493-a018-6c1db3911ece service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865231 Mar 02 14:13:35.899097 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-404dbc2d-2896-4560-bf33-a9922c9eb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:38.101127 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-2586c89c-ad06-421d-95b8-523c16b65aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:39.411525 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41826) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:13:39.498251 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:39.609279 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Deleting port 2f72c963-3329-49dc-be98-ec46505d831b {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:13:39.609625 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (2f72c963-3329-49dc-be98-ec46505d831b), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:39.684407 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (2f72c963-3329-49dc-be98-ec46505d831b), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:39.684642 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for floatingip (2f72c963-3329-49dc-be98-ec46505d831b), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:39.696047 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Calling delete_port for 2f72c963-3329-49dc-be98-ec46505d831b owned by network:floatingip {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:13:39.842869 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (2f72c963-3329-49dc-be98-ec46505d831b), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:39.873154 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event deleted for resources: {'Port': ['ID=2f72c963-3329-49dc-be98-ec46505d831b,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:13:39.901181 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:39.901535 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:39.901892 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:39.902239 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:39.902581 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:39.902944 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:39.903281 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:39.903615 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:39.903947 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:39.904282 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:39.904615 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:39.904941 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:39.905265 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:39.944685 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for floatingip (32172f81-9dda-41bb-94b6-86cd4ebccdd2), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:39.945007 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.db.l3_db [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Floating IP 32172f81-9dda-41bb-94b6-86cd4ebccdd2 disassociated (deleted). External IP: 172.27.1.61, port: 4321fca3-8274-4c7e-911b-782f75f6bd9a. Mar 02 14:13:40.151761 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:13:40.263551 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:13:40.268978 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:40.272865 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd78526-6d66-415d-88fc-898e41325e9f None None] Sync routers for ids ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:13:40.283095 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd78526-6d66-415d-88fc-898e41325e9f None None] Routers {'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:13:40.283786 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-3dd78526-6d66-415d-88fc-898e41325e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:13:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:40.300398 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-34211048-f86e-4fc9-a635-033257fa8807 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "DELETE /v2.0/floatingips/32172f81-9dda-41bb-94b6-86cd4ebccdd2 HTTP/1.1" status: 204 len: 168 time: 0.8878498 Mar 02 14:13:40.300994 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a594220-af51-4c35-a77f-8f57abe74e32', 'tag': '4321fca3-8274-4c7e-911b-782f75f6bd9a'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:13:40.303307 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f91773c-c9cf-4769-a838-ae4028ad87c2" -d '{"events": [{"name": "network-changed", "server_uuid": "0a594220-af51-4c35-a77f-8f57abe74e32", "tag": "4321fca3-8274-4c7e-911b-782f75f6bd9a"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:13:40.423465 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cd46be-c1ec-4b56-ba15-7ad8c0daa50b x-openstack-request-id: req-45cd46be-c1ec-4b56-ba15-7ad8c0daa50b {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:13:40.424186 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a594220-af51-4c35-a77f-8f57abe74e32", "tag": "4321fca3-8274-4c7e-911b-782f75f6bd9a", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:13:40.424186 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45cd46be-c1ec-4b56-ba15-7ad8c0daa50b {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:13:40.424934 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a594220-af51-4c35-a77f-8f57abe74e32', 'tag': '4321fca3-8274-4c7e-911b-782f75f6bd9a', 'status': 'completed', 'code': 200} Mar 02 14:13:40.497897 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91773c-c9cf-4769-a838-ae4028ad87c2 req-b66c9f84-51de-497c-9590-01fb00a60d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:13:40.499516 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-4f91773c-c9cf-4769-a838-ae4028ad87c2 req-b66c9f84-51de-497c-9590-01fb00a60d39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84fae2afd87147b882c0365ab4e0d750&device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 1129 time: 0.0515685 Mar 02 14:13:40.529911 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-3dd78526-6d66-415d-88fc-898e41325e9f None None] Set router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:13:40.598892 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91773c-c9cf-4769-a838-ae4028ad87c2 req-58b0af2b-e556-40f8-8f1a-7ad3a436c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:13:40.600509 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-4f91773c-c9cf-4769-a838-ae4028ad87c2 req-58b0af2b-e556-40f8-8f1a-7ad3a436c5a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 200 len: 913 time: 0.0946908 Mar 02 14:13:40.622243 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3245e2f-daaa-472b-b3a2-49411eb3c8d3 req-51518198-c103-4ceb-a5d2-156b74758084 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:13:40.623928 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e3245e2f-daaa-472b-b3a2-49411eb3c8d3 req-51518198-c103-4ceb-a5d2-156b74758084 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 945 time: 0.1050034 Mar 02 14:13:40.644590 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-4f91773c-c9cf-4769-a838-ae4028ad87c2 req-4ab5fe08-be2b-4888-903d-a68180be3aa0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4321fca3-8274-4c7e-911b-782f75f6bd9a HTTP/1.1" status: 200 len: 217 time: 0.0367541 Mar 02 14:13:40.677635 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-e3245e2f-daaa-472b-b3a2-49411eb3c8d3 req-5f269b47-1638-4ad5-806b-9775b06f5a5e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470920 Mar 02 14:13:40.701165 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91773c-c9cf-4769-a838-ae4028ad87c2 req-81620849-abaf-41e4-a363-013b0d678cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:13:40.702686 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-4f91773c-c9cf-4769-a838-ae4028ad87c2 req-81620849-abaf-41e4-a363-013b0d678cf8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a8e7ec2-7aba-48ce-a8f3-97d476fd1970 HTTP/1.1" status: 200 len: 851 time: 0.0515435 Mar 02 14:13:40.753836 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91773c-c9cf-4769-a838-ae4028ad87c2 req-649633e2-49c7-4262-8f78-2d0307ef039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:13:40.755268 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-4f91773c-c9cf-4769-a838-ae4028ad87c2 req-649633e2-49c7-4262-8f78-2d0307ef039e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4470439-0315-47e5-9434-e5eee6df320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463307 Mar 02 14:13:40.763019 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-3dd78526-6d66-415d-88fc-898e41325e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': 'afbb8320-e1ab-4efd-9e55-1bfc9b24ace0', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'port_id': '476f21ff-865c-4fe3-8cce-535031502da7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'mac_address': 'fa:16:3e:b6:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:10:20Z', 'updated_at': '2022-03-02T14:10:22Z', 'revision_number': 1, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:33Z', 'revision_number': 5, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:40.793679 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd78526-6d66-415d-88fc-898e41325e9f None None] Checking router: b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:13:40.801710 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd78526-6d66-415d-88fc-898e41325e9f None None] Routers {'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:13:40.802322 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-3dd78526-6d66-415d-88fc-898e41325e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:13:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:40.844447 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-4f91773c-c9cf-4769-a838-ae4028ad87c2 req-c1bc06ab-3239-45eb-9fb3-c50945de1f16 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832698 Mar 02 14:13:40.908291 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-3dd78526-6d66-415d-88fc-898e41325e9f None None] Set router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:13:40.940159 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-4f91773c-c9cf-4769-a838-ae4028ad87c2 req-5cfd374f-db6b-4454-ade5-b66476ac5c4a service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900936 Mar 02 14:13:40.959657 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:41.138121 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-3dd78526-6d66-415d-88fc-898e41325e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': 'afbb8320-e1ab-4efd-9e55-1bfc9b24ace0', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'port_id': '476f21ff-865c-4fe3-8cce-535031502da7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'mac_address': 'fa:16:3e:b6:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:10:20Z', 'updated_at': '2022-03-02T14:10:22Z', 'revision_number': 1, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:33Z', 'revision_number': 5, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:41.164644 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd78526-6d66-415d-88fc-898e41325e9f None None] The sync data for ids ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'] in dv-cinder-831247-3-iscsi is: [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_floatingips': [{'id': 'afbb8320-e1ab-4efd-9e55-1bfc9b24ace0', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'router_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'port_id': '476f21ff-865c-4fe3-8cce-535031502da7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'mac_address': 'fa:16:3e:b6:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:10:20Z', 'updated_at': '2022-03-02T14:10:22Z', 'revision_number': 1, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:33Z', 'revision_number': 5, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:13:41.368647 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33761065-94a1-41e0-b68c-210ca5a7b54d None None] New status for floating IP 32172f81-9dda-41bb-94b6-86cd4ebccdd2: DOWN {{(pid=102942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 14:13:41.840350 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88f40e-4b0a-4b7d-8492-bbf97df114cb req-69fe5bf1-4645-4e0e-9554-9208cca82e29 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:13:41.841807 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9a88f40e-4b0a-4b7d-8492-bbf97df114cb req-69fe5bf1-4645-4e0e-9554-9208cca82e29 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 945 time: 0.0965617 Mar 02 14:13:41.891840 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-9a88f40e-4b0a-4b7d-8492-bbf97df114cb req-13e76491-e17b-4bc0-ba1e-dc45755191fe tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445313 Mar 02 14:13:42.021591 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a7a5a-d490-49c2-b6eb-f41880e7ec87 req-21502d2b-81a5-4aad-bc0f-2947d8b563d1 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:13:42.023063 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7d8a7a5a-d490-49c2-b6eb-f41880e7ec87 req-21502d2b-81a5-4aad-bc0f-2947d8b563d1 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 945 time: 0.0517330 Mar 02 14:13:42.117726 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-7d8a7a5a-d490-49c2-b6eb-f41880e7ec87 req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Deleting port 4321fca3-8274-4c7e-911b-782f75f6bd9a {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:13:42.118077 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7d8a7a5a-d490-49c2-b6eb-f41880e7ec87 req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (4321fca3-8274-4c7e-911b-782f75f6bd9a), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:42.208512 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-7d8a7a5a-d490-49c2-b6eb-f41880e7ec87 req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] For port 4321fca3-8274-4c7e-911b-782f75f6bd9a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4321fca3-8274-4c7e-911b-782f75f6bd9a,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:13:42.208879 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7d8a7a5a-d490-49c2-b6eb-f41880e7ec87 req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (4321fca3-8274-4c7e-911b-782f75f6bd9a), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:42.221773 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-7d8a7a5a-d490-49c2-b6eb-f41880e7ec87 req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Calling delete_port for 4321fca3-8274-4c7e-911b-782f75f6bd9a owned by compute:nova {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:13:42.350165 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7d8a7a5a-d490-49c2-b6eb-f41880e7ec87 req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (4321fca3-8274-4c7e-911b-782f75f6bd9a), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:42.377828 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event deleted for resources: {'Port': ['ID=4321fca3-8274-4c7e-911b-782f75f6bd9a,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:13:42.390099 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:42.390465 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:42.390849 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:42.391201 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:42.391544 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:42.391885 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:42.392230 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:42.392567 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:42.393154 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:42.393488 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:42.393820 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:42.394149 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:42.394479 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-3-iscsi {{(pid=102939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:13:42.433717 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8a7a5a-d490-49c2-b6eb-f41880e7ec87 req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] No DVR routers for this DVR port 4321fca3-8274-4c7e-911b-782f75f6bd9a on host hv-cinder-83124 {{(pid=102939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:13:42.436132 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7d8a7a5a-d490-49c2-b6eb-f41880e7ec87 req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:42.439497 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7d8a7a5a-d490-49c2-b6eb-f41880e7ec87 req-0a1a7cd7-53e7-40cb-8417-ecc211280081 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.20 "DELETE /v2.0/ports/4321fca3-8274-4c7e-911b-782f75f6bd9a HTTP/1.1" status: 204 len: 173 time: 0.4101920 Mar 02 14:13:42.439935 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a594220-af51-4c35-a77f-8f57abe74e32', 'name': 'network-vif-deleted', 'tag': '4321fca3-8274-4c7e-911b-782f75f6bd9a'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:13:42.442145 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d93f606-e9c5-46f4-8b16-9bff33108f9d" -d '{"events": [{"server_uuid": "0a594220-af51-4c35-a77f-8f57abe74e32", "name": "network-vif-deleted", "tag": "4321fca3-8274-4c7e-911b-782f75f6bd9a"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:13:42.480343 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d760cb8-8200-4d2d-b3a3-ffab19dfb4a1 x-openstack-request-id: req-7d760cb8-8200-4d2d-b3a3-ffab19dfb4a1 {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:13:42.480682 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a594220-af51-4c35-a77f-8f57abe74e32", "name": "network-vif-deleted", "tag": "4321fca3-8274-4c7e-911b-782f75f6bd9a", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:13:42.480942 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d760cb8-8200-4d2d-b3a3-ffab19dfb4a1 {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:13:42.481364 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a594220-af51-4c35-a77f-8f57abe74e32', 'name': 'network-vif-deleted', 'tag': '4321fca3-8274-4c7e-911b-782f75f6bd9a', 'status': 'completed', 'code': 200} Mar 02 14:13:42.651929 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:42.995476 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-71fdb34d-e92f-4e52-be94-93d908689f51 req-8359593f-0399-446e-bba1-ee8645c6608c tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a594220-af51-4c35-a77f-8f57abe74e32 HTTP/1.1" status: 200 len: 210 time: 0.0270877 Mar 02 14:13:44.307523 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:44.496849 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 4321fca3-8274-4c7e-911b-782f75f6bd9a no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:13:44.517590 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: 4321fca3-8274-4c7e-911b-782f75f6bd9a {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:13:44.518191 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 4321fca3-8274-4c7e-911b-782f75f6bd9a not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:13:46.277124 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41874) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:13:46.428950 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-e63a142c-9d84-4482-b7ef-b963929b03e3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Deleting port be9b248e-84df-4174-aa69-8f65f2fdb69d {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:13:46.429203 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-e63a142c-9d84-4482-b7ef-b963929b03e3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (be9b248e-84df-4174-aa69-8f65f2fdb69d), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:46.502002 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-e63a142c-9d84-4482-b7ef-b963929b03e3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (be9b248e-84df-4174-aa69-8f65f2fdb69d), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:46.502323 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-e63a142c-9d84-4482-b7ef-b963929b03e3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for floatingip (be9b248e-84df-4174-aa69-8f65f2fdb69d), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:46.514079 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-e63a142c-9d84-4482-b7ef-b963929b03e3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Calling delete_port for be9b248e-84df-4174-aa69-8f65f2fdb69d owned by network:floatingip {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:13:46.656697 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-e63a142c-9d84-4482-b7ef-b963929b03e3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (be9b248e-84df-4174-aa69-8f65f2fdb69d), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:46.679352 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a142c-9d84-4482-b7ef-b963929b03e3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event deleted for resources: {'Port': ['ID=be9b248e-84df-4174-aa69-8f65f2fdb69d,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:13:46.745187 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-e63a142c-9d84-4482-b7ef-b963929b03e3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for floatingip (afbb8320-e1ab-4efd-9e55-1bfc9b24ace0), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:46.745599 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.db.l3_db [None req-e63a142c-9d84-4482-b7ef-b963929b03e3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Floating IP afbb8320-e1ab-4efd-9e55-1bfc9b24ace0 disassociated (deleted). External IP: 172.27.1.121, port: 476f21ff-865c-4fe3-8cce-535031502da7. Mar 02 14:13:46.957148 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63a142c-9d84-4482-b7ef-b963929b03e3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:13:47.066605 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63a142c-9d84-4482-b7ef-b963929b03e3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:13:47.071375 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-e63a142c-9d84-4482-b7ef-b963929b03e3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:47.075951 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517b1b6-6502-4df5-8615-b707a41d532e None None] Sync routers for ids ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:13:47.085265 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a517b1b6-6502-4df5-8615-b707a41d532e None None] Routers {'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:13:47.085879 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-a517b1b6-6502-4df5-8615-b707a41d532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:13:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:47.103305 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-e63a142c-9d84-4482-b7ef-b963929b03e3 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "DELETE /v2.0/floatingips/afbb8320-e1ab-4efd-9e55-1bfc9b24ace0 HTTP/1.1" status: 204 len: 168 time: 0.8222015 Mar 02 14:13:47.103305 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'tag': '476f21ff-865c-4fe3-8cce-535031502da7'}] {{(pid=102940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:13:47.104956 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4ea71601cfad8f040f0947b469fc458b366a7b42c9fa34135b03e29ca59ece2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ca1939-2bc0-4225-9f1c-87ca3c7cd95e" -d '{"events": [{"name": "network-changed", "server_uuid": "75f5f113-9b24-4768-9665-f408c1ca1c18", "tag": "476f21ff-865c-4fe3-8cce-535031502da7"}]}' {{(pid=102940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:13:47.141886 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ca00b9-d2d9-4f6a-9f0d-bfbda1aedab5 x-openstack-request-id: req-c0ca00b9-d2d9-4f6a-9f0d-bfbda1aedab5 {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:13:47.142184 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f5f113-9b24-4768-9665-f408c1ca1c18", "tag": "476f21ff-865c-4fe3-8cce-535031502da7", "status": "completed", "code": 200}]} {{(pid=102940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:13:47.142445 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0ca00b9-d2d9-4f6a-9f0d-bfbda1aedab5 {{(pid=102940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:13:47.143356 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'tag': '476f21ff-865c-4fe3-8cce-535031502da7', 'status': 'completed', 'code': 200} Mar 02 14:13:47.205336 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-a517b1b6-6502-4df5-8615-b707a41d532e None None] Set router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:13:47.210714 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca1939-2bc0-4225-9f1c-87ca3c7cd95e req-0054f06e-ff3f-40e5-923b-685bc3b41595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:13:47.212833 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-e2ca1939-2bc0-4225-9f1c-87ca3c7cd95e req-0054f06e-ff3f-40e5-923b-685bc3b41595 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84fae2afd87147b882c0365ab4e0d750&device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 1129 time: 0.0477374 Mar 02 14:13:47.311307 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca1939-2bc0-4225-9f1c-87ca3c7cd95e req-d5bb6527-cf88-4c11-8220-fc118c9ad2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:13:47.312790 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-e2ca1939-2bc0-4225-9f1c-87ca3c7cd95e req-d5bb6527-cf88-4c11-8220-fc118c9ad2dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 200 len: 913 time: 0.0901070 Mar 02 14:13:47.338976 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b50bc7-f286-4913-86db-2490637bd90c req-4f35ff33-b09e-40b2-9153-9e7785e3f98e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:13:47.340495 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f6b50bc7-f286-4913-86db-2490637bd90c req-4f35ff33-b09e-40b2-9153-9e7785e3f98e tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 945 time: 0.0540409 Mar 02 14:13:47.361348 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-e2ca1939-2bc0-4225-9f1c-87ca3c7cd95e req-aac0837b-796b-42ef-9754-de2f70015128 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=476f21ff-865c-4fe3-8cce-535031502da7 HTTP/1.1" status: 200 len: 217 time: 0.0418904 Mar 02 14:13:47.389612 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-f6b50bc7-f286-4913-86db-2490637bd90c req-5ef907fe-a06d-44b1-9b6e-0e08e998cb06 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435402 Mar 02 14:13:47.413311 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca1939-2bc0-4225-9f1c-87ca3c7cd95e req-ded74a10-10e8-4060-94ca-ec91d990d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:13:47.415361 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-e2ca1939-2bc0-4225-9f1c-87ca3c7cd95e req-ded74a10-10e8-4060-94ca-ec91d990d24c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a8e7ec2-7aba-48ce-a8f3-97d476fd1970 HTTP/1.1" status: 200 len: 851 time: 0.0453629 Mar 02 14:13:47.428908 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-a517b1b6-6502-4df5-8615-b707a41d532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:33Z', 'revision_number': 5, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:47.455651 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517b1b6-6502-4df5-8615-b707a41d532e None None] Checking router: b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:13:47.464243 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a517b1b6-6502-4df5-8615-b707a41d532e None None] Routers {'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:13:47.464763 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca1939-2bc0-4225-9f1c-87ca3c7cd95e req-3c30d93f-ce61-4941-badb-1821ad8f4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:13:47.464924 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-a517b1b6-6502-4df5-8615-b707a41d532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:13:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:47.466253 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-e2ca1939-2bc0-4225-9f1c-87ca3c7cd95e req-3c30d93f-ce61-4941-badb-1821ad8f4d00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4470439-0315-47e5-9434-e5eee6df320e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439394 Mar 02 14:13:47.557474 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-e2ca1939-2bc0-4225-9f1c-87ca3c7cd95e req-61ce03b7-2ce5-4eae-a21b-11129df83fb3 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851867 Mar 02 14:13:47.574097 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-a517b1b6-6502-4df5-8615-b707a41d532e None None] Set router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:13:47.645448 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-e2ca1939-2bc0-4225-9f1c-87ca3c7cd95e req-dcc222e8-75ea-493e-9471-52d5801ba820 service neutron] 10.222.0.20 "GET /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812278 Mar 02 14:13:47.770182 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-a517b1b6-6502-4df5-8615-b707a41d532e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:33Z', 'revision_number': 5, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:47.800627 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517b1b6-6502-4df5-8615-b707a41d532e None None] The sync data for ids ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'] in dv-cinder-831247-3-iscsi is: [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:07:27Z', 'revision_number': 4, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi', '_interfaces': [{'id': '7b01b6f0-e260-4be6-bd36-a4acd9a82403', 'name': '', 'network_id': 'd4470439-0315-47e5-9434-e5eee6df320e', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'mac_address': 'fa:16:3e:1b:f5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:27Z', 'updated_at': '2022-03-02T14:07:33Z', 'revision_number': 5, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'subnets': [{'id': '8a8e7ec2-7aba-48ce-a8f3-97d476fd1970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:13:48.018783 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ccf077-67b1-4362-a655-6f9d8e95b892 None None] New status for floating IP afbb8320-e1ab-4efd-9e55-1bfc9b24ace0: DOWN {{(pid=102942) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 14:13:48.508058 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea504ddd-2c60-4f1d-b98f-7bbb4cea5e6a req-c8d35db3-1db1-4105-8e85-0104e025c1df tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102940) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:13:48.509578 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ea504ddd-2c60-4f1d-b98f-7bbb4cea5e6a req-c8d35db3-1db1-4105-8e85-0104e025c1df tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 945 time: 0.0507340 Mar 02 14:13:48.560012 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-ea504ddd-2c60-4f1d-b98f-7bbb4cea5e6a req-04eaf57e-08bf-4d24-9f6e-e8c663cb2bb5 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8e33708-2d80-42ea-9111-831fc82e786e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449183 Mar 02 14:13:48.784250 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf621b5-7611-4cdd-acd5-63421d709dcd req-ac1af3db-a9d9-43fa-835f-aa3fe18f5b5a tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:13:48.785683 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7cf621b5-7611-4cdd-acd5-63421d709dcd req-ac1af3db-a9d9-43fa-835f-aa3fe18f5b5a tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.20 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 945 time: 0.0559413 Mar 02 14:13:48.875704 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-7cf621b5-7611-4cdd-acd5-63421d709dcd req-dec50934-d4eb-48d7-9149-60a125fa1793 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Deleting port 476f21ff-865c-4fe3-8cce-535031502da7 {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:13:48.876049 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7cf621b5-7611-4cdd-acd5-63421d709dcd req-dec50934-d4eb-48d7-9149-60a125fa1793 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (476f21ff-865c-4fe3-8cce-535031502da7), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:48.965313 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [req-7cf621b5-7611-4cdd-acd5-63421d709dcd req-dec50934-d4eb-48d7-9149-60a125fa1793 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] For port 476f21ff-865c-4fe3-8cce-535031502da7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=476f21ff-865c-4fe3-8cce-535031502da7,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:13:48.965687 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7cf621b5-7611-4cdd-acd5-63421d709dcd req-dec50934-d4eb-48d7-9149-60a125fa1793 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (476f21ff-865c-4fe3-8cce-535031502da7), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:48.977930 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [req-7cf621b5-7611-4cdd-acd5-63421d709dcd req-dec50934-d4eb-48d7-9149-60a125fa1793 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Calling delete_port for 476f21ff-865c-4fe3-8cce-535031502da7 owned by compute:nova {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:13:49.101211 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7cf621b5-7611-4cdd-acd5-63421d709dcd req-dec50934-d4eb-48d7-9149-60a125fa1793 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (476f21ff-865c-4fe3-8cce-535031502da7), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:49.131440 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec50934-d4eb-48d7-9149-60a125fa1793 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event deleted for resources: {'Port': ['ID=476f21ff-865c-4fe3-8cce-535031502da7,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:13:49.177034 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf621b5-7611-4cdd-acd5-63421d709dcd req-dec50934-d4eb-48d7-9149-60a125fa1793 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] No DVR routers for this DVR port 476f21ff-865c-4fe3-8cce-535031502da7 on host hv-cinder-83124 {{(pid=102939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:13:49.179579 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [req-7cf621b5-7611-4cdd-acd5-63421d709dcd req-dec50934-d4eb-48d7-9149-60a125fa1793 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for port (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:49.183551 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [req-7cf621b5-7611-4cdd-acd5-63421d709dcd req-dec50934-d4eb-48d7-9149-60a125fa1793 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.20 "DELETE /v2.0/ports/476f21ff-865c-4fe3-8cce-535031502da7 HTTP/1.1" status: 204 len: 173 time: 0.3916817 Mar 02 14:13:49.183990 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'name': 'network-vif-deleted', 'tag': '476f21ff-865c-4fe3-8cce-535031502da7'}] {{(pid=102939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:13:49.186203 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d734c60efbeff6a6acc6e8ce5f6d21dddaa931c4270d0d3156d0f96986da88a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1a1685-8e75-467f-9761-ee1f5b966a84" -d '{"events": [{"server_uuid": "75f5f113-9b24-4768-9665-f408c1ca1c18", "name": "network-vif-deleted", "tag": "476f21ff-865c-4fe3-8cce-535031502da7"}]}' {{(pid=102939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:13:49.222251 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18e1f7d-dd2d-479d-a053-622142a8a00a x-openstack-request-id: req-c18e1f7d-dd2d-479d-a053-622142a8a00a {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:13:49.222580 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f5f113-9b24-4768-9665-f408c1ca1c18", "name": "network-vif-deleted", "tag": "476f21ff-865c-4fe3-8cce-535031502da7", "status": "completed", "code": 200}]} {{(pid=102939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:13:49.222869 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c18e1f7d-dd2d-479d-a053-622142a8a00a {{(pid=102939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:13:49.223287 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f5f113-9b24-4768-9665-f408c1ca1c18', 'name': 'network-vif-deleted', 'tag': '476f21ff-865c-4fe3-8cce-535031502da7', 'status': 'completed', 'code': 200} Mar 02 14:13:49.668178 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [req-426be0dc-ef6a-40af-9a4a-01c0fcec8da3 req-7d73b398-9257-40a3-940f-ad2326eee2f7 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "GET /v2.0/ports?device_id=75f5f113-9b24-4768-9665-f408c1ca1c18 HTTP/1.1" status: 200 len: 210 time: 0.0275180 Mar 02 14:13:50.724044 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41890) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:13:50.849526 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-aa781285-aa80-4a61-8b78-5eda02a5c692 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Deleting port 09c7f103-9a64-4a4e-bd69-f8e16350f008 {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:13:50.849873 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-aa781285-aa80-4a61-8b78-5eda02a5c692 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (09c7f103-9a64-4a4e-bd69-f8e16350f008), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:50.924965 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-aa781285-aa80-4a61-8b78-5eda02a5c692 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (09c7f103-9a64-4a4e-bd69-f8e16350f008), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:50.925296 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-aa781285-aa80-4a61-8b78-5eda02a5c692 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for floatingip (09c7f103-9a64-4a4e-bd69-f8e16350f008), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:50.937133 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-aa781285-aa80-4a61-8b78-5eda02a5c692 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Calling delete_port for 09c7f103-9a64-4a4e-bd69-f8e16350f008 owned by network:floatingip {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:13:51.067777 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-aa781285-aa80-4a61-8b78-5eda02a5c692 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (09c7f103-9a64-4a4e-bd69-f8e16350f008), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:51.092571 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa781285-aa80-4a61-8b78-5eda02a5c692 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event deleted for resources: {'Port': ['ID=09c7f103-9a64-4a4e-bd69-f8e16350f008,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:13:51.161628 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-aa781285-aa80-4a61-8b78-5eda02a5c692 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for floatingip (ce0b5b19-f39d-4b96-b0ea-459a10b9fa80), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:51.164280 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-aa781285-aa80-4a61-8b78-5eda02a5c692 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6188'] for floatingip (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:51.165479 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-aa781285-aa80-4a61-8b78-5eda02a5c692 tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "DELETE /v2.0/floatingips/ce0b5b19-f39d-4b96-b0ea-459a10b9fa80 HTTP/1.1" status: 204 len: 168 time: 0.4404526 Mar 02 14:13:52.357585 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41902) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:13:52.412768 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d5960691-3e52-4e32-a123-cdfe94955bda tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group (c8e33708-2d80-42ea-9111-831fc82e786e), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:52.438088 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d5960691-3e52-4e32-a123-cdfe94955bda tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group (c8e33708-2d80-42ea-9111-831fc82e786e), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:52.498178 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d5960691-3e52-4e32-a123-cdfe94955bda tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (c8e33708-2d80-42ea-9111-831fc82e786e), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:52.500815 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-d5960691-3e52-4e32-a123-cdfe94955bda tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:52.501960 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-d5960691-3e52-4e32-a123-cdfe94955bda tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] 10.222.0.36 "DELETE /v2.0/security-groups/c8e33708-2d80-42ea-9111-831fc82e786e HTTP/1.1" status: 204 len: 168 time: 0.1433926 Mar 02 14:13:52.512516 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 476f21ff-865c-4fe3-8cce-535031502da7 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:13:52.513839 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5960691-3e52-4e32-a123-cdfe94955bda tempest-TestVolumeBootPattern-887644838 tempest-TestVolumeBootPattern-887644838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e33708-2d80-42ea-9111-831fc82e786e,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:13:52.535508 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] No Port match for: 476f21ff-865c-4fe3-8cce-535031502da7 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:13:52.535854 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Device 476f21ff-865c-4fe3-8cce-535031502da7 not bound to the agent host hv-cinder-83124 {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:13:53.563590 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41908) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:13:54.271676 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-e7f5a786-38a2-4110-83ef-1c079bb2d6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607117'] for router_interface (b7ce37f1-044d-4e1e-a4a6-31f19f027eb8), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:54.515252 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-e7f5a786-38a2-4110-83ef-1c079bb2d6ff admin admin] Deleting port 7b01b6f0-e260-4be6-bd36-a4acd9a82403 {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:13:54.515486 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-e7f5a786-38a2-4110-83ef-1c079bb2d6ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (7b01b6f0-e260-4be6-bd36-a4acd9a82403), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:54.592645 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [None req-e7f5a786-38a2-4110-83ef-1c079bb2d6ff admin admin] For port 7b01b6f0-e260-4be6-bd36-a4acd9a82403, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=7b01b6f0-e260-4be6-bd36-a4acd9a82403,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:13:54.593337 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-e7f5a786-38a2-4110-83ef-1c079bb2d6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (7b01b6f0-e260-4be6-bd36-a4acd9a82403), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:54.606586 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-e7f5a786-38a2-4110-83ef-1c079bb2d6ff admin admin] Calling delete_port for 7b01b6f0-e260-4be6-bd36-a4acd9a82403 owned by network:router_interface {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:13:54.786250 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-e7f5a786-38a2-4110-83ef-1c079bb2d6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (7b01b6f0-e260-4be6-bd36-a4acd9a82403), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:54.815874 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5a786-38a2-4110-83ef-1c079bb2d6ff admin admin] Pushing event deleted for resources: {'Port': ['ID=7b01b6f0-e260-4be6-bd36-a4acd9a82403,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:13:54.997634 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-e7f5a786-38a2-4110-83ef-1c079bb2d6ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606945'] for router_interface (b7ce37f1-044d-4e1e-a4a6-31f19f027eb8), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:55.216667 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f5a786-38a2-4110-83ef-1c079bb2d6ff admin admin] Router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102940) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:13:55.326045 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f5a786-38a2-4110-83ef-1c079bb2d6ff admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102940) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:13:55.331169 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-e7f5a786-38a2-4110-83ef-1c079bb2d6ff admin admin] 10.222.0.36 "PUT /v2.0/routers/b7ce37f1-044d-4e1e-a4a6-31f19f027eb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7665462 Mar 02 14:13:55.333612 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41912) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:13:55.335655 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c69d6ec-3a7d-4aec-923c-8b004d48d0a4 None None] Sync routers for ids ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'] in dv-cinder-831247-3-iscsi {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:13:55.346447 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c69d6ec-3a7d-4aec-923c-8b004d48d0a4 None None] Routers {'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:13:55.347207 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-7c69d6ec-3a7d-4aec-923c-8b004d48d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:13:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:55.436484 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b2416647-b92e-4dd4-9f7e-3f26f7c77e8b admin admin] Publish callbacks [] for router (b7ce37f1-044d-4e1e-a4a6-31f19f027eb8), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:55.454215 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-7c69d6ec-3a7d-4aec-923c-8b004d48d0a4 None None] Set router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:13:55.538737 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b2416647-b92e-4dd4-9f7e-3f26f7c77e8b admin admin] Publish callbacks [] for router_gateway (b7ce37f1-044d-4e1e-a4a6-31f19f027eb8), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:55.593377 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-b2416647-b92e-4dd4-9f7e-3f26f7c77e8b admin admin] Deleting port a4056020-4db1-4839-beb4-83b62143dd8d {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:13:55.594073 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b2416647-b92e-4dd4-9f7e-3f26f7c77e8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (a4056020-4db1-4839-beb4-83b62143dd8d), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:55.636626 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-7c69d6ec-3a7d-4aec-923c-8b004d48d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:13:54Z', 'revision_number': 5, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port': {'id': 'a4056020-4db1-4839-beb4-83b62143dd8d', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:25Z', 'updated_at': '2022-03-02T14:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:55.663699 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c69d6ec-3a7d-4aec-923c-8b004d48d0a4 None None] Checking router: b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 for host: dv-cinder-831247-3-iscsi {{(pid=102941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:13:55.671611 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [None req-b2416647-b92e-4dd4-9f7e-3f26f7c77e8b admin admin] For port a4056020-4db1-4839-beb4-83b62143dd8d, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=a4056020-4db1-4839-beb4-83b62143dd8d,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:13:55.671976 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b2416647-b92e-4dd4-9f7e-3f26f7c77e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (a4056020-4db1-4839-beb4-83b62143dd8d), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:55.672095 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c69d6ec-3a7d-4aec-923c-8b004d48d0a4 None None] Routers {'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:13:55.672677 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-7c69d6ec-3a7d-4aec-923c-8b004d48d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:13:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'], 'active': True} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:55.684423 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-b2416647-b92e-4dd4-9f7e-3f26f7c77e8b admin admin] Calling delete_port for a4056020-4db1-4839-beb4-83b62143dd8d owned by network:router_gateway {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:13:55.859138 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b2416647-b92e-4dd4-9f7e-3f26f7c77e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (a4056020-4db1-4839-beb4-83b62143dd8d), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:55.884642 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2416647-b92e-4dd4-9f7e-3f26f7c77e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=a4056020-4db1-4839-beb4-83b62143dd8d,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:13:55.909561 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_dvr_db [None req-7c69d6ec-3a7d-4aec-923c-8b004d48d0a4 None None] Set router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 gateway port host: None {{(pid=102941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:13:55.943876 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b2416647-b92e-4dd4-9f7e-3f26f7c77e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607299'] for router_gateway (b7ce37f1-044d-4e1e-a4a6-31f19f027eb8), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:55.962304 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.db.l3_hamode_db [None req-7c69d6ec-3a7d-4aec-923c-8b004d48d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:13:55Z', 'revision_number': 6, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port_host': None}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:55.992966 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c69d6ec-3a7d-4aec-923c-8b004d48d0a4 None None] The sync data for ids ['b7ce37f1-044d-4e1e-a4a6-31f19f027eb8'] in dv-cinder-831247-3-iscsi is: [{'id': 'b7ce37f1-044d-4e1e-a4a6-31f19f027eb8', 'name': 'tempest-TestVolumeBootPattern-1411482937-router', 'tenant_id': '84fae2afd87147b882c0365ab4e0d750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:24Z', 'updated_at': '2022-03-02T14:13:55Z', 'revision_number': 6, 'project_id': '84fae2afd87147b882c0365ab4e0d750', 'gw_port_host': None}] {{(pid=102941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:13:56.037412 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b2416647-b92e-4dd4-9f7e-3f26f7c77e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13013'] for router (b7ce37f1-044d-4e1e-a4a6-31f19f027eb8), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:56.039532 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b2416647-b92e-4dd4-9f7e-3f26f7c77e8b admin admin] Publish callbacks [] for router_controller (b7ce37f1-044d-4e1e-a4a6-31f19f027eb8), precommit_delete_associations {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:56.086640 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b2416647-b92e-4dd4-9f7e-3f26f7c77e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602344'] for router (b7ce37f1-044d-4e1e-a4a6-31f19f027eb8), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:56.087207 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2416647-b92e-4dd4-9f7e-3f26f7c77e8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 {{(pid=102940) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 14:13:56.091772 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-b2416647-b92e-4dd4-9f7e-3f26f7c77e8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:56.092933 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-b2416647-b92e-4dd4-9f7e-3f26f7c77e8b admin admin] 10.222.0.36 "DELETE /v2.0/routers/b7ce37f1-044d-4e1e-a4a6-31f19f027eb8 HTTP/1.1" status: 204 len: 168 time: 0.7584124 Mar 02 14:13:56.095419 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41914) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:13:56.140092 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aced4da-5a85-4202-94a6-e60bff5df9c7 admin admin] Deleting subnet 8a8e7ec2-7aba-48ce-a8f3-97d476fd1970 {{(pid=102940) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 14:13:56.143328 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-6aced4da-5a85-4202-94a6-e60bff5df9c7 admin admin] Publish callbacks [] for subnet (8a8e7ec2-7aba-48ce-a8f3-97d476fd1970), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:56.176586 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-6aced4da-5a85-4202-94a6-e60bff5df9c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4452555'] for subnet (8a8e7ec2-7aba-48ce-a8f3-97d476fd1970), precommit_delete_associations {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:56.254474 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-6aced4da-5a85-4202-94a6-e60bff5df9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775021'] for subnet (8a8e7ec2-7aba-48ce-a8f3-97d476fd1970), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:56.304946 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-6aced4da-5a85-4202-94a6-e60bff5df9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4452611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4384903'] for subnet (8a8e7ec2-7aba-48ce-a8f3-97d476fd1970), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:56.331974 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aced4da-5a85-4202-94a6-e60bff5df9c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a8e7ec2-7aba-48ce-a8f3-97d476fd1970,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:13:56.334441 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-6aced4da-5a85-4202-94a6-e60bff5df9c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:56.337642 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-6aced4da-5a85-4202-94a6-e60bff5df9c7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8a8e7ec2-7aba-48ce-a8f3-97d476fd1970 HTTP/1.1" status: 204 len: 168 time: 0.2412438 Mar 02 14:13:56.340202 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41916) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:13:56.343569 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ef3570-bbf0-447b-845f-cfc4980f9bc5 None None] Network d4470439-0315-47e5-9434-e5eee6df320e requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:13:56.413785 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845718'] for network (d4470439-0315-47e5-9434-e5eee6df320e), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:56.478756 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] Deleting port 0b234428-f3f4-4303-849b-1354a8261575 {{(pid=102940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:13:56.479102 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (0b234428-f3f4-4303-849b-1354a8261575), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:56.540170 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.db [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] For port 0b234428-f3f4-4303-849b-1354a8261575, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=0b234428-f3f4-4303-849b-1354a8261575,segment=NetworkSegment(0e411047-bc81-428d-ba55-fa23f69ba084),segment_id=0e411047-bc81-428d-ba55-fa23f69ba084)] {{(pid=102940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:13:56.540532 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (0b234428-f3f4-4303-849b-1354a8261575), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:56.552805 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.plugin [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] Calling delete_port for 0b234428-f3f4-4303-849b-1354a8261575 owned by network:dhcp {{(pid=102940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:13:56.632601 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4452656'] for port (0b234428-f3f4-4303-849b-1354a8261575), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:56.657463 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] Pushing event deleted for resources: {'Port': ['ID=0b234428-f3f4-4303-849b-1354a8261575,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:13:56.662891 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] No DVR routers for this DVR port 0b234428-f3f4-4303-849b-1354a8261575 on host dv-cinder-831247-3-iscsi {{(pid=102940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:13:56.731564 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754838', 'neutron.services.segments.db._delete_segments_for_network-8736061257629'] for network (d4470439-0315-47e5-9434-e5eee6df320e), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:56.755670 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.services.segments.db [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4470439-0315-47e5-9434-e5eee6df320e']}} {{(pid=102940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:56.766335 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.services.segments.db [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e411047-bc81-428d-ba55-fa23f69ba084') {'for_net_delete': True} {{(pid=102940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:56.766631 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.services.segments.db [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e411047-bc81-428d-ba55-fa23f69ba084') {} {{(pid=102940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:56.777296 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736061261222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4452572'] for segment (0e411047-bc81-428d-ba55-fa23f69ba084), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:56.788494 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1c805c-a582-49ae-a66a-250caea7e27c None None] DHCP port deletion for d4470439-0315-47e5-9434-e5eee6df320e request from dv-cinder-831247-3-iscsi {{(pid=102941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 14:13:56.794774 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (0e411047-bc81-428d-ba55-fa23f69ba084), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:56.808059 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=102940) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 14:13:56.808480 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4452829'] for segment (0e411047-bc81-428d-ba55-fa23f69ba084), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: Traceback (most recent call last): Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: timer() Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: cb(*args, **kw) Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: return func(*args, **kwargs) Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: self._notify() Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: self.callback(batched_events) Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: event.method(event) Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: return f(self, *a, **k) Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: return self._get(url).json() Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: return self.request(url, 'GET', **kwargs) Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 14:13:56.820437 dv-cinder-831247-3-iscsi neutron-server[102940]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 14:13:56.849079 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 0b234428-f3f4-4303-849b-1354a8261575 no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:13:56.869487 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607359'] for network (d4470439-0315-47e5-9434-e5eee6df320e), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:56.875198 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: 0b234428-f3f4-4303-849b-1354a8261575 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:13:56.875198 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 0b234428-f3f4-4303-849b-1354a8261575 not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:13:56.875198 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 7b01b6f0-e260-4be6-bd36-a4acd9a82403 no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:13:56.885580 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:56.891503 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] 10.222.0.36 "DELETE /v2.0/networks/d4470439-0315-47e5-9434-e5eee6df320e HTTP/1.1" status: 204 len: 168 time: 0.5475760 Mar 02 14:13:56.891841 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 41918) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:13:56.894170 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7920e6-071f-451e-9819-8fa6945ddead admin admin] Pushing event deleted for resources: {'Network': ['ID=d4470439-0315-47e5-9434-e5eee6df320e,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:13:56.898003 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: 7b01b6f0-e260-4be6-bd36-a4acd9a82403 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:13:56.899219 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 7b01b6f0-e260-4be6-bd36-a4acd9a82403 not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:13:56.899219 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device a4056020-4db1-4839-beb4-83b62143dd8d no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:13:56.927968 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: a4056020-4db1-4839-beb4-83b62143dd8d {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:13:56.928322 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device a4056020-4db1-4839-beb4-83b62143dd8d not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:13:57.480817 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0ecdee31-ec8a-4bfd-99cc-1c071cb86a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607117'] for router_interface (2e4c7bee-40cf-4397-b393-6b4b080fb7a4), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:57.722471 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-0ecdee31-ec8a-4bfd-99cc-1c071cb86a3e admin admin] Deleting port 702d409c-3c85-448c-8b5f-3f5dd4e89cc7 {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:13:57.722847 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0ecdee31-ec8a-4bfd-99cc-1c071cb86a3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (702d409c-3c85-448c-8b5f-3f5dd4e89cc7), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:57.800566 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [None req-0ecdee31-ec8a-4bfd-99cc-1c071cb86a3e admin admin] For port 702d409c-3c85-448c-8b5f-3f5dd4e89cc7, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=702d409c-3c85-448c-8b5f-3f5dd4e89cc7,segment=NetworkSegment(227d49e0-f937-487d-ae51-27e0b7b1617b),segment_id=227d49e0-f937-487d-ae51-27e0b7b1617b)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:13:57.800938 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0ecdee31-ec8a-4bfd-99cc-1c071cb86a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (702d409c-3c85-448c-8b5f-3f5dd4e89cc7), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:57.816623 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-0ecdee31-ec8a-4bfd-99cc-1c071cb86a3e admin admin] Calling delete_port for 702d409c-3c85-448c-8b5f-3f5dd4e89cc7 owned by network:router_interface {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:13:57.992067 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0ecdee31-ec8a-4bfd-99cc-1c071cb86a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (702d409c-3c85-448c-8b5f-3f5dd4e89cc7), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:58.015130 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdee31-ec8a-4bfd-99cc-1c071cb86a3e admin admin] Pushing event deleted for resources: {'Port': ['ID=702d409c-3c85-448c-8b5f-3f5dd4e89cc7,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:13:58.187347 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-0ecdee31-ec8a-4bfd-99cc-1c071cb86a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1606945'] for router_interface (2e4c7bee-40cf-4397-b393-6b4b080fb7a4), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:58.403215 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecdee31-ec8a-4bfd-99cc-1c071cb86a3e admin admin] Router 2e4c7bee-40cf-4397-b393-6b4b080fb7a4 has already been hosted by L3 agent 4dcf2b09-e9ab-40c0-a705-c855893081f6 {{(pid=102939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:13:58.504773 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecdee31-ec8a-4bfd-99cc-1c071cb86a3e admin admin] Notify agent at l3_agent.dv-cinder-831247-3-iscsi the message routers_updated {{(pid=102939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:13:58.509784 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-0ecdee31-ec8a-4bfd-99cc-1c071cb86a3e admin admin] 10.222.0.36 "PUT /v2.0/routers/2e4c7bee-40cf-4397-b393-6b4b080fb7a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6163414 Mar 02 14:13:58.512147 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 41920) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:13:58.513649 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b0a0a2-870e-42fc-81ec-3d97b11ae006 None None] Sync routers for ids ['2e4c7bee-40cf-4397-b393-6b4b080fb7a4'] in dv-cinder-831247-3-iscsi {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:13:58.523408 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b0a0a2-870e-42fc-81ec-3d97b11ae006 None None] Routers {'2e4c7bee-40cf-4397-b393-6b4b080fb7a4'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:13:58.524022 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-b4b0a0a2-870e-42fc-81ec-3d97b11ae006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:13:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['2e4c7bee-40cf-4397-b393-6b4b080fb7a4'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:58.615008 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9eef22c-a068-476b-8f3b-8c8d3282b7ea admin admin] Publish callbacks [] for router (2e4c7bee-40cf-4397-b393-6b4b080fb7a4), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:58.630764 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-b4b0a0a2-870e-42fc-81ec-3d97b11ae006 None None] Set router 2e4c7bee-40cf-4397-b393-6b4b080fb7a4 gateway port host: dv-cinder-831247-3-iscsi {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:13:58.717400 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9eef22c-a068-476b-8f3b-8c8d3282b7ea admin admin] Publish callbacks [] for router_gateway (2e4c7bee-40cf-4397-b393-6b4b080fb7a4), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:58.772520 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-a9eef22c-a068-476b-8f3b-8c8d3282b7ea admin admin] Deleting port 49251ac0-3ccd-41ea-91e5-130b1fb6ef39 {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:13:58.772864 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9eef22c-a068-476b-8f3b-8c8d3282b7ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (49251ac0-3ccd-41ea-91e5-130b1fb6ef39), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:58.860002 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [None req-a9eef22c-a068-476b-8f3b-8c8d3282b7ea admin admin] For port 49251ac0-3ccd-41ea-91e5-130b1fb6ef39, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=49251ac0-3ccd-41ea-91e5-130b1fb6ef39,segment=NetworkSegment(bd10d864-c324-407c-bdbe-59cfa02f5581),segment_id=bd10d864-c324-407c-bdbe-59cfa02f5581)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:13:58.860373 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9eef22c-a068-476b-8f3b-8c8d3282b7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (49251ac0-3ccd-41ea-91e5-130b1fb6ef39), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:58.873885 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-a9eef22c-a068-476b-8f3b-8c8d3282b7ea admin admin] Calling delete_port for 49251ac0-3ccd-41ea-91e5-130b1fb6ef39 owned by network:router_gateway {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:13:58.903493 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-b4b0a0a2-870e-42fc-81ec-3d97b11ae006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'name': 'tempest-TestVolumeBootPattern-869547054-router', 'tenant_id': 'f197699a0493477488726fbf41f35397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'external_fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '49251ac0-3ccd-41ea-91e5-130b1fb6ef39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:29Z', 'updated_at': '2022-03-02T14:13:57Z', 'revision_number': 5, 'project_id': 'f197699a0493477488726fbf41f35397', 'gw_port': {'id': '49251ac0-3ccd-41ea-91e5-130b1fb6ef39', 'name': '', 'network_id': '8a7b981f-934d-4891-8b40-a612fdbe7a6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:07:29Z', 'updated_at': '2022-03-02T14:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2fe738d-81f5-4c8e-ae81-924cae8fe95a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-3-iscsi'}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:58.928874 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b0a0a2-870e-42fc-81ec-3d97b11ae006 None None] Checking router: 2e4c7bee-40cf-4397-b393-6b4b080fb7a4 for host: dv-cinder-831247-3-iscsi {{(pid=102942) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:13:58.937427 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b0a0a2-870e-42fc-81ec-3d97b11ae006 None None] Routers {'2e4c7bee-40cf-4397-b393-6b4b080fb7a4'} bound to L3 agent in host dv-cinder-831247-3-iscsi {{(pid=102942) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:13:58.938035 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-b4b0a0a2-870e-42fc-81ec-3d97b11ae006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T13:49:08Z,description=,heartbeat_timestamp=2022-03-02T14:13:38Z,host='dv-cinder-831247-3-iscsi',id=4dcf2b09-e9ab-40c0-a705-c855893081f6,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T13:49:08Z,topic='l3_agent')) {'router_ids': ['2e4c7bee-40cf-4397-b393-6b4b080fb7a4'], 'active': True} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:59.024739 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_dvr_db [None req-b4b0a0a2-870e-42fc-81ec-3d97b11ae006 None None] Set router 2e4c7bee-40cf-4397-b393-6b4b080fb7a4 gateway port host: None {{(pid=102942) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:13:59.039508 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9eef22c-a068-476b-8f3b-8c8d3282b7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (49251ac0-3ccd-41ea-91e5-130b1fb6ef39), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:59.068703 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eef22c-a068-476b-8f3b-8c8d3282b7ea admin admin] Pushing event deleted for resources: {'Port': ['ID=49251ac0-3ccd-41ea-91e5-130b1fb6ef39,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:13:59.080966 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.l3_hamode_db [None req-b4b0a0a2-870e-42fc-81ec-3d97b11ae006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'name': 'tempest-TestVolumeBootPattern-869547054-router', 'tenant_id': 'f197699a0493477488726fbf41f35397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:29Z', 'updated_at': '2022-03-02T14:13:58Z', 'revision_number': 6, 'project_id': 'f197699a0493477488726fbf41f35397', 'gw_port_host': None}], 'dv-cinder-831247-3-iscsi', False) {} {{(pid=102942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:59.108106 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b0a0a2-870e-42fc-81ec-3d97b11ae006 None None] The sync data for ids ['2e4c7bee-40cf-4397-b393-6b4b080fb7a4'] in dv-cinder-831247-3-iscsi is: [{'id': '2e4c7bee-40cf-4397-b393-6b4b080fb7a4', 'name': 'tempest-TestVolumeBootPattern-869547054-router', 'tenant_id': 'f197699a0493477488726fbf41f35397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:07:29Z', 'updated_at': '2022-03-02T14:13:58Z', 'revision_number': 6, 'project_id': 'f197699a0493477488726fbf41f35397', 'gw_port_host': None}] {{(pid=102942) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:13:59.142186 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9eef22c-a068-476b-8f3b-8c8d3282b7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1607299'] for router_gateway (2e4c7bee-40cf-4397-b393-6b4b080fb7a4), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:59.233613 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9eef22c-a068-476b-8f3b-8c8d3282b7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1602323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13013'] for router (2e4c7bee-40cf-4397-b393-6b4b080fb7a4), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:59.235730 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9eef22c-a068-476b-8f3b-8c8d3282b7ea admin admin] Publish callbacks [] for router_controller (2e4c7bee-40cf-4397-b393-6b4b080fb7a4), precommit_delete_associations {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:59.281629 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9eef22c-a068-476b-8f3b-8c8d3282b7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602344'] for router (2e4c7bee-40cf-4397-b393-6b4b080fb7a4), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:59.282122 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9eef22c-a068-476b-8f3b-8c8d3282b7ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e4c7bee-40cf-4397-b393-6b4b080fb7a4 {{(pid=102939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 14:13:59.286439 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-a9eef22c-a068-476b-8f3b-8c8d3282b7ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:59.287634 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-a9eef22c-a068-476b-8f3b-8c8d3282b7ea admin admin] 10.222.0.36 "DELETE /v2.0/routers/2e4c7bee-40cf-4397-b393-6b4b080fb7a4 HTTP/1.1" status: 204 len: 168 time: 0.7745869 Mar 02 14:13:59.290089 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 41922) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:13:59.333830 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0c4bb5-dbf2-4331-862d-e160fa558a60 admin admin] Deleting subnet bffe4c23-6a75-4a4e-9e9b-d47cbd79865e {{(pid=102939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 14:13:59.336798 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4bb5-dbf2-4331-862d-e160fa558a60 admin admin] Publish callbacks [] for subnet (bffe4c23-6a75-4a4e-9e9b-d47cbd79865e), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:59.369309 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4bb5-dbf2-4331-862d-e160fa558a60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4828482'] for subnet (bffe4c23-6a75-4a4e-9e9b-d47cbd79865e), precommit_delete_associations {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:59.450173 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4bb5-dbf2-4331-862d-e160fa558a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775021'] for subnet (bffe4c23-6a75-4a4e-9e9b-d47cbd79865e), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:59.506432 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4bb5-dbf2-4331-862d-e160fa558a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073062', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4828331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7666363'] for subnet (bffe4c23-6a75-4a4e-9e9b-d47cbd79865e), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:59.534575 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c4bb5-dbf2-4331-862d-e160fa558a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bffe4c23-6a75-4a4e-9e9b-d47cbd79865e,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:13:59.538229 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4bb5-dbf2-4331-862d-e160fa558a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for subnet (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:59.541477 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-bd0c4bb5-dbf2-4331-862d-e160fa558a60 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bffe4c23-6a75-4a4e-9e9b-d47cbd79865e HTTP/1.1" status: 204 len: 168 time: 0.2498262 Mar 02 14:13:59.544201 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [-] (102939) accepted ('10.222.0.36', 41924) {{(pid=102939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:13:59.548676 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67722cf-b486-4486-940b-747e1bc071e7 None None] Network 3cef8551-7201-4c8a-83bb-699bedbc0c84 requested from dv-cinder-831247-3-iscsi {{(pid=102941) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:13:59.615807 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-845718'] for network (3cef8551-7201-4c8a-83bb-699bedbc0c84), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:59.668901 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] Deleting port 1493a630-ba62-4837-b2fd-75a924067fab {{(pid=102939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:13:59.669248 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736061350777'] for port (1493a630-ba62-4837-b2fd-75a924067fab), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:59.730118 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.db [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] For port 1493a630-ba62-4837-b2fd-75a924067fab, host dv-cinder-831247-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-3-iscsi',level=0,port_id=1493a630-ba62-4837-b2fd-75a924067fab,segment=NetworkSegment(227d49e0-f937-487d-ae51-27e0b7b1617b),segment_id=227d49e0-f937-487d-ae51-27e0b7b1617b)] {{(pid=102939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:13:59.730483 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613478'] for port (1493a630-ba62-4837-b2fd-75a924067fab), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:59.745798 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.plugin [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] Calling delete_port for 1493a630-ba62-4837-b2fd-75a924067fab owned by network:dhcp {{(pid=102939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:13:59.824891 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-714675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736061354972', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060833284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4828312'] for port (1493a630-ba62-4837-b2fd-75a924067fab), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:59.849392 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fb3b55-ea47-4bb7-99ec-b96c36c9a046 None None] DHCP port deletion for 3cef8551-7201-4c8a-83bb-699bedbc0c84 request from dv-cinder-831247-3-iscsi {{(pid=102941) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 14:13:59.851916 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] Pushing event deleted for resources: {'Port': ['ID=1493a630-ba62-4837-b2fd-75a924067fab,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:13:59.856746 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] No DVR routers for this DVR port 1493a630-ba62-4837-b2fd-75a924067fab on host dv-cinder-831247-3-iscsi {{(pid=102939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:13:59.931324 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-754838', 'neutron.services.segments.db._delete_segments_for_network-8736061257629'] for network (3cef8551-7201-4c8a-83bb-699bedbc0c84), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:59.951997 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cef8551-7201-4c8a-83bb-699bedbc0c84']}} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:59.961295 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227d49e0-f937-487d-ae51-27e0b7b1617b') {'for_net_delete': True} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:59.961594 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.services.segments.db [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227d49e0-f937-487d-ae51-27e0b7b1617b') {} {{(pid=102939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:13:59.971423 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736061261222', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4828501'] for segment (227d49e0-f937-487d-ae51-27e0b7b1617b), before_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:59.985613 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898'] for segment (227d49e0-f937-487d-ae51-27e0b7b1617b), precommit_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:59.991681 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=102939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 14:13:59.992388 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-774898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4828277'] for segment (227d49e0-f937-487d-ae51-27e0b7b1617b), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: Traceback (most recent call last): Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: timer() Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: cb(*args, **kw) Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: return func(*args, **kwargs) Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: self._notify() Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: self.callback(batched_events) Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: event.method(event) Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: return f(self, *a, **k) Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._get(url).json() Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: return self.request(url, 'GET', **kwargs) Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 14:13:59.993767 dv-cinder-831247-3-iscsi neutron-server[102939]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 14:14:00.048538 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-754927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1607359'] for network (3cef8551-7201-4c8a-83bb-699bedbc0c84), after_delete {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:00.054676 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron_lib.callbacks.manager [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813483'] for network (None), before_response {{(pid=102939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:00.058373 dv-cinder-831247-3-iscsi neutron-server[102939]: INFO neutron.wsgi [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] 10.222.0.36 "DELETE /v2.0/networks/3cef8551-7201-4c8a-83bb-699bedbc0c84 HTTP/1.1" status: 204 len: 168 time: 0.5132377 Mar 02 14:14:00.071598 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac82182-21f5-46f2-b5b5-171029bea3ab admin admin] Pushing event deleted for resources: {'Network': ['ID=3cef8551-7201-4c8a-83bb-699bedbc0c84,revision_number=None']} {{(pid=102939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:14:00.178244 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41928) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:14:00.219132 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-1d0f4869-8577-4f7d-aa01-df34f0f46ccc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84fae2afd87147b882c0365ab4e0d750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396426 Mar 02 14:14:00.221423 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41930) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:14:00.270819 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-78c06939-437d-4b6d-ae6c-508cbdaf136d admin admin] Publish callbacks [] for security_group (fc925159-020e-480d-9a68-59b58e67fba4), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:00.291413 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-78c06939-437d-4b6d-ae6c-508cbdaf136d admin admin] Publish callbacks [] for security_group (fc925159-020e-480d-9a68-59b58e67fba4), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:00.339591 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-78c06939-437d-4b6d-ae6c-508cbdaf136d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (fc925159-020e-480d-9a68-59b58e67fba4), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:00.342071 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-78c06939-437d-4b6d-ae6c-508cbdaf136d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:00.343239 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-78c06939-437d-4b6d-ae6c-508cbdaf136d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc925159-020e-480d-9a68-59b58e67fba4 HTTP/1.1" status: 204 len: 168 time: 0.1209559 Mar 02 14:14:00.350748 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c06939-437d-4b6d-ae6c-508cbdaf136d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc925159-020e-480d-9a68-59b58e67fba4,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:14:00.655343 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41936) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:14:00.694207 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-68922e3a-c48b-4a9e-ac60-aa82fd93ecfc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f197699a0493477488726fbf41f35397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376792 Mar 02 14:14:00.696621 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [-] (102940) accepted ('10.222.0.36', 41938) {{(pid=102940) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:14:00.742093 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c33ce072-d76b-4a9a-a5a2-96968bf4c594 admin admin] Publish callbacks [] for security_group (b7385af6-4b02-4ee8-9654-c864cbede477), before_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:00.762557 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c33ce072-d76b-4a9a-a5a2-96968bf4c594 admin admin] Publish callbacks [] for security_group (b7385af6-4b02-4ee8-9654-c864cbede477), precommit_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:00.817024 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c33ce072-d76b-4a9a-a5a2-96968bf4c594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2065841'] for security_group (b7385af6-4b02-4ee8-9654-c864cbede477), after_delete {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:00.820760 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron_lib.callbacks.manager [None req-c33ce072-d76b-4a9a-a5a2-96968bf4c594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:00.822523 dv-cinder-831247-3-iscsi neutron-server[102940]: INFO neutron.wsgi [None req-c33ce072-d76b-4a9a-a5a2-96968bf4c594 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7385af6-4b02-4ee8-9654-c864cbede477 HTTP/1.1" status: 204 len: 168 time: 0.1243277 Mar 02 14:14:00.826111 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 49251ac0-3ccd-41ea-91e5-130b1fb6ef39 no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:14:00.832133 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ce072-d76b-4a9a-a5a2-96968bf4c594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7385af6-4b02-4ee8-9654-c864cbede477,revision_number=None']} {{(pid=102940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:14:00.852876 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: 49251ac0-3ccd-41ea-91e5-130b1fb6ef39 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:14:00.853352 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 49251ac0-3ccd-41ea-91e5-130b1fb6ef39 not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:14:00.853929 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 702d409c-3c85-448c-8b5f-3f5dd4e89cc7 no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:14:00.881113 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: 702d409c-3c85-448c-8b5f-3f5dd4e89cc7 {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:14:00.881396 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 702d409c-3c85-448c-8b5f-3f5dd4e89cc7 not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:14:00.881820 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 1493a630-ba62-4837-b2fd-75a924067fab no longer exists at agent ovs-agent-dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:14:00.902214 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.plugin [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] No Port match for: 1493a630-ba62-4837-b2fd-75a924067fab {{(pid=102941) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 14:14:00.902582 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron.plugins.ml2.rpc [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Device 1493a630-ba62-4837-b2fd-75a924067fab not bound to the agent host dv-cinder-831247-3-iscsi {{(pid=102941) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 14:14:02.233383 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:14:05.901552 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-44104b99-bb01-4141-b6b5-4e3ae07073e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:08.104004 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-8b9c09ff-f210-49c0-9adf-1e1e725dd759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:09.500996 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:10.935929 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:12.654515 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:14.313652 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:35.903580 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-02af7419-3a46-4e41-b43c-da57b41bde17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:38.106465 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-ad026b5a-b40f-415a-8b63-4c894b9472c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:39.233379 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:14:39.502547 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:40.936309 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:42.656173 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:14:44.327402 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:15:05.905224 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-6ed4ba2b-58ca-4762-afa0-621405da1e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:15:08.108409 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-be40fac1-741b-419a-a9a3-9840fde638d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:15:09.506210 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:15:10.940134 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:15:11.833181 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [req-d5c79988-39e0-4a86-9872-a90cce4d54e7 req-b5e02b0e-547a-46c4-bd93-abb0b11a1b5b service neutron] (102940) timed out ('10.222.0.20', 61025) {{(pid=102940) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 14:15:12.657780 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:15:14.326951 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:15:16.233328 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:15:29.363472 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [req-894b094c-0934-44d1-a9e8-0c4f2346490d req-f8c8f01f-491c-4924-a661-6ebc6abee36d service neutron] (102940) timed out ('10.222.0.36', 37586) {{(pid=102940) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 14:15:29.814983 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [req-894b094c-0934-44d1-a9e8-0c4f2346490d req-5e74a46a-bca5-47c5-9c34-be4e49ff0f8c tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] (102940) timed out ('10.222.0.36', 37610) {{(pid=102940) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 14:15:35.907265 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-cfd4b891-b915-4e67-a1fe-208ed0f30881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:15:38.109863 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-b694e97b-c17e-40a2-b260-9272246bcf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:15:39.512856 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:15:40.941702 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:15:42.661203 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:15:44.335332 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:15:53.232342 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:16:05.909147 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-fa2f89fa-c97c-458b-aa71-5cbfa10db70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:16:08.111194 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-87662ae4-238e-4fd3-b515-88df0ad2ab45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:16:09.511818 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:16:10.945042 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:16:12.662993 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:16:14.352018 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:16:30.231510 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:16:35.911079 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-c422d55e-c55a-41a0-8737-8d7ef0c85f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:16:38.111637 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-edac0a5f-b821-4589-be84-eee5ab2f867a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:16:39.515186 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:16:40.947860 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:16:42.665443 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:16:44.350562 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:17:05.912894 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-e325451e-69ab-445c-bbd2-c84962e8599d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:17:07.230534 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:17:08.113714 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-fdb715f6-4737-4c62-b561-48f09c4ac232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:17:09.520671 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:17:10.951042 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:17:12.668414 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:17:14.365277 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:17:35.915091 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-eca7e71e-8d2c-4e9d-b7c4-477a203cef20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:17:38.120078 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-a8f22e03-00f2-48ec-8832-ebe81781aea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:17:39.519495 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:17:40.953208 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:17:42.669930 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:17:44.228389 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:17:44.365032 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:18:05.915603 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-1619d611-869c-4c10-ab13-c768d85d45ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:18:08.112098 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-271496e1-d7c5-4b1f-80cb-dbbbc8c035a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:18:09.523668 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:18:10.957114 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:18:12.671501 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:18:13.104942 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [req-d126372e-9a6f-4d86-a4f6-25d846f1c68e req-4fa2623e-2b61-4344-91fe-6d252b82f5e8 service neutron] (102939) timed out ('10.222.0.36', 38916) {{(pid=102939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 14:18:13.178640 dv-cinder-831247-3-iscsi neutron-server[102939]: DEBUG neutron.wsgi [req-d126372e-9a6f-4d86-a4f6-25d846f1c68e req-a978e51c-355f-4d32-9152-e14517d06685 tempest-AttachVolumeShelveTestJSON-861957814 tempest-AttachVolumeShelveTestJSON-861957814-project] (102939) timed out ('10.222.0.36', 38924) {{(pid=102939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 14:18:14.378517 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:18:21.227246 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:18:23.699261 dv-cinder-831247-3-iscsi neutron-server[102940]: DEBUG neutron.wsgi [req-c716a1f4-c010-45f4-8580-305759bc1e04 req-999326ea-01fb-4ae8-bf70-0142baa022ab service neutron] (102940) timed out ('10.222.0.20', 61039) {{(pid=102940) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 14:18:35.918236 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-cbd18e11-01c3-4cbd-95ba-9610c64f4ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:18:38.113603 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-78d1de7a-dd7e-4399-b509-232235deba77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:18:39.529682 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:18:40.960477 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:18:42.672576 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:18:44.377892 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:18:58.225664 dv-cinder-831247-3-iscsi neutron-server[102942]: DEBUG neutron.db.agents_db [None req-8d448696-b7ed-4c52-9452-2d58b599420c None None] Agent healthcheck: found 6 active agents {{(pid=102942) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:19:05.921008 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-dbb3e782-47f2-45cf-95ae-e13396450df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (75e4ba60-1427-4d6a-953c-035315e6206b), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:19:08.117790 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-8ba95f91-5c96-4110-ba97-63871f7c9267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (4dcf2b09-e9ab-40c0-a705-c855893081f6), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:19:09.529432 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-9ba26473-9cb7-42b5-8542-5f9676f05dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (333e969e-49dc-4f24-a38b-498acfe579b1), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:19:10.961772 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e9ce-84d7-454c-a74e-a0292c14dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (73ffff4e-b087-45d3-b7a3-6678f045666f), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:19:12.674391 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-5b81a3c7-7e64-47d1-ae2d-65a9290b9ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (bb2e944b-0304-4e0e-9536-fb425842cf08), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:19:14.378241 dv-cinder-831247-3-iscsi neutron-server[102941]: DEBUG neutron_lib.callbacks.manager [None req-4be036ea-1849-42be-b468-24dcbdf38657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736061257611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-753281'] for agent (d727247c-8d5e-4b30-afc5-e342676b3e10), after_update {{(pid=102941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}